-- Logs begin at Thu 2022-09-08 12:50:35 UTC, end at Thu 2022-09-08 14:22:04 UTC. -- Sep 08 13:52:01.771680 dv-cinder-856463-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 13:52:04.588888 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.common.config [-] Logging enabled! Sep 08 13:52:04.589527 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev553 Sep 08 13:52:04.589676 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113549) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 08 13:52:04.593131 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.common.config [-] Logging enabled! Sep 08 13:52:04.593394 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev553 Sep 08 13:52:04.593713 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113549) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 08 13:52:04.594702 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:52:04.594934 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:52:04.595507 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:52:04.595785 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:52:04.596020 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:52:04.596386 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.596696 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.596933 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.597266 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.597539 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.597823 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.598121 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.598426 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.598719 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.599003 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.599297 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.599533 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.599821 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.600109 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.600425 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.600655 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] debug = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.600941 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.601372 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.601821 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.602121 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.602418 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.602710 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.602984 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.603270 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.603560 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.603911 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] host = dv-cinder-856463-2-iscsi {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.604241 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.604627 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.604830 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.605120 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.605404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.605687 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.605979 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.606259 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.606540 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.606820 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.607113 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.607404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.607736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.607952 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.608205 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.608498 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.608794 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.609098 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.609380 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.609657 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.609934 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.610211 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.610486 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.610779 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.611067 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.611357 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.611637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.611914 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.612221 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.612500 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.612789 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.613085 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.613374 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.613674 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.613942 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.614214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.614490 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.614815 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.615120 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.615405 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.615697 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.615976 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.616296 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.616577 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.616854 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.617130 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] use_json = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.617445 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.617722 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.618012 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.618289 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.618589 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.618866 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.619143 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.619454 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.619731 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:04.620718 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.620960 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.621266 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.621557 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.621873 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.622159 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.622452 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.622741 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.623036 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.623331 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.623629 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.623910 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.624253 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.624543 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.624836 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.625178 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.625478 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.625801 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.626085 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.626366 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.626650 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.626930 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.627224 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.627506 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.627800 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.628092 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.628406 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.628709 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.629002 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.629293 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.629595 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.629889 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.630173 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.630481 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.630776 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.631058 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.631339 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.631634 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.631921 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.632230 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.632525 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.632832 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.633128 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.633408 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.633691 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.633990 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.634276 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.634555 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.634833 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.635114 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.635390 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.635817 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.636560 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.636846 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.637124 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.637412 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.637690 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.637968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.638251 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.638529 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.638812 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.639089 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.639366 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.639642 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.639917 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.640215 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.640496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.640773 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.641051 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.641328 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.641606 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.641879 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.642157 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.642431 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.642727 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.643075 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.643357 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.643666 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.643950 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.644256 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.644565 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.644848 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.645130 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.645416 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.645691 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.645994 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.646282 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.646580 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.646869 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.647173 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.647513 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.647800 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.648086 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.648394 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.648698 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.648986 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.649281 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.649570 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.649857 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.650149 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.650442 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.650748 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.651048 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.651368 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.651669 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.651971 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.652307 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.652597 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.652950 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.653238 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:04.653491 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:52:04.653781 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113549) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 13:52:05.077258 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 08 13:52:05.077686 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 08 13:52:05.078044 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 08 13:52:05.078327 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 08 13:52:05.078679 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 08 13:52:05.079063 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 13:52:05.450628 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.450841 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.451203 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.452513 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.452833 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.453145 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.513148 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.513445 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.513722 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.532162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.532443 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.532717 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.565002 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.565368 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.565644 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.608023 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.608749 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.608749 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.868821 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.869141 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.869471 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.871005 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.871804 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.983038 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.983371 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.983664 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.983967 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.984296 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.984671 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.984952 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.985248 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.985519 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.985821 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.986095 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.986388 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.986661 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.986923 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.987186 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.987460 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.987740 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.988028 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.988398 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.988691 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.989008 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.989273 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.989575 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.990007 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.990275 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.990531 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:05.990997 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:05.991266 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:05.991544 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:05.991787 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:05.992031 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:05.992302 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:05.992715 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 13:52:05.997022 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 13:52:06.001133 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 13:52:06.005395 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Sep 08 13:52:06.007041 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 13:52:06.007744 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 13:52:06.008111 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 13:52:06.008567 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 13:52:06.012075 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 13:52:06.012376 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 13:52:06.012760 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 13:52:06.018157 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 13:52:06.042646 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 13:52:06.043126 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:06.043440 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113549) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 08 13:52:06.043828 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:06.045481 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113549) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 13:52:06.045806 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 13:52:06.046092 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 13:52:06.059419 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:06.059718 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:06.238476 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 13:52:06.238740 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 13:52:06.238936 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 13:52:06.239331 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 13:52:06.294484 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO dbcounter [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Registered counter for database neutron Sep 08 13:52:06.316013 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_db.sqlalchemy.engines [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113549) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 13:52:06.327511 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG dbcounter [-] [113549] Writer thread running {{(pid=113549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:52:07.167736 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing driver for type 'gre' Sep 08 13:52:07.168524 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] gre ID ranges: [(1, 1000)] Sep 08 13:52:07.470014 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing driver for type 'local' Sep 08 13:52:07.470252 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing driver for type 'vlan' Sep 08 13:52:07.604071 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] VlanTypeDriver initialization complete Sep 08 13:52:07.604720 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing driver for type 'vxlan' Sep 08 13:52:07.605351 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] vxlan ID ranges: [(1, 1000)] Sep 08 13:52:07.974742 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing extension driver 'port_security' Sep 08 13:52:07.975231 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.extensions.port_security [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] PortSecurityExtensionDriver initialization complete Sep 08 13:52:07.975643 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing mechanism driver 'openvswitch' Sep 08 13:52:07.976054 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing mechanism driver 'hyperv' Sep 08 13:52:07.983840 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113549) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:07.984687 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.985046 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.985398 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.985936 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:52:07.986363 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.986726 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.987078 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.987528 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:52:07.987913 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.988300 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.988653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.989308 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:52:07.989722 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.990081 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.990424 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.990855 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:52:07.991270 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.991625 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.991971 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.992584 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:52:07.993017 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.993407 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.993800 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.994136 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113549) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 08 13:52:07.994604 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] ML2 OVO RPC backend initialized. {{(pid=113549) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 08 13:52:07.996040 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.996405 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:07.996830 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.004639 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > networks before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.004639 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.004639 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > ports before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.004639 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005251 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005251 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005251 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005251 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005731 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005731 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005731 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.005731 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.006211 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.006211 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.012097 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded quota_driver: . Sep 08 13:52:08.012620 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.plugin [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Modular L2 Plugin initialization complete Sep 08 13:52:08.013122 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading services supported by the core plugin {{(pid=113549) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 13:52:08.013551 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.plugins.ml2.managers [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Got port-security extension from driver 'port_security' Sep 08 13:52:08.014211 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.extensions.vlantransparent [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Disabled vlantransparent extension. Sep 08 13:52:08.015100 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113549) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 13:52:08.015455 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: router Sep 08 13:52:08.079995 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.080563 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_create 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.081092 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router before_create 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.081592 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.082091 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.082559 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_delete 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.083048 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.083509 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.084029 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_create 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.084556 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_update 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.085042 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_update 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.085528 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.086022 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_update 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.086587 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.087088 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.087552 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.088011 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: subnet after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.088524 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.089045 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.089516 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.089985 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.090470 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.090961 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router after_update 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.091434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.091931 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.092568 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.093043 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.093563 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > agent after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.094018 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.094435 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > network after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.095490 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Tracking information for resource: router configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:08.095881 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Tracking information for resource: floatingip configured {{(pid=113549) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 13:52:08.102583 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.db.l3_agentschedulers_db [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 13:52:08.103002 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.103439 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port after_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.103723 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port after_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.104915 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: port after_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.105735 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router before_create 55550100 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.105978 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.106392 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.106758 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.112005 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.provider_configuration [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service providers = [] {{(pid=113549) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 13:52:08.112413 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.db.servicetype_db [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113549) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 13:52:08.115585 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.service_base [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:52:08.115968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.service_base [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:52:08.116410 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.service_base [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:52:08.131043 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.services.service_base [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113549) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 13:52:08.131480 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.services.service_base [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 13:52:08.131848 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.132191 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 13:52:08.145249 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.145602 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: auto_allocate Sep 08 13:52:08.151933 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: network precommit_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.152487 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: network precommit_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.153118 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.153498 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: tag Sep 08 13:52:08.162331 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.162748 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: timestamp Sep 08 13:52:08.168995 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.169655 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: network_ip_availability Sep 08 13:52:08.176292 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.176787 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.177252 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.178345 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.178768 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: flavors Sep 08 13:52:08.185697 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.186078 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading Plugin: revisions Sep 08 13:52:08.197199 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113549) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 13:52:08.197608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 3.119s {{(pid=113549) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 08 13:52:08.198564 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113549) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 08 13:52:08.198914 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Initializing extension manager. Sep 08 13:52:08.199508 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: __init__.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.199864 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: __pycache__ {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.200245 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: address_group.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.201328 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.201985 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: address-group Sep 08 13:52:08.202312 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: address_scope.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.203006 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.203523 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: address-scope Sep 08 13:52:08.203849 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.204865 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.205384 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: router-admin-state-down-before-update Sep 08 13:52:08.205752 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: agent.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.206416 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.206937 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: agent Sep 08 13:52:08.207262 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: agent_resources_synced.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.208252 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.208763 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: agent-resources-synced Sep 08 13:52:08.209084 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.210941 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.211514 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: allowed-address-pairs Sep 08 13:52:08.211880 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.213033 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.214120 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: auto-allocated-topology Sep 08 13:52:08.214554 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: availability_zone.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.215272 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.215830 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: availability_zone Sep 08 13:52:08.216356 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: availability_zone_filter.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.217395 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.217955 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: availability_zone_filter Sep 08 13:52:08.218343 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: data_plane_status.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.219324 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.219914 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 13:52:08.220320 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: default_subnetpools.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.221250 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.221813 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: default-subnetpools Sep 08 13:52:08.222174 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.223129 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.223797 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: dhcp_agent_scheduler Sep 08 13:52:08.224199 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: dns.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.225341 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.225865 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 13:52:08.226251 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: dns_domain_ports.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.227260 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.227831 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 13:52:08.228223 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.229297 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.230372 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 13:52:08.230736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: dvr.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.231433 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.231994 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: dvr Sep 08 13:52:08.232409 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: ecmp_routes.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.233374 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.233933 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 13:52:08.234408 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: empty_string_filtering.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.235410 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.235980 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: empty-string-filtering Sep 08 13:52:08.236381 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.237320 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.237879 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 13:52:08.238236 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.239338 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.239914 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 13:52:08.240322 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: external_net.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.241327 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.241894 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: external-net Sep 08 13:52:08.242257 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.243171 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.243743 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: extra_dhcp_opt Sep 08 13:52:08.244106 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: extraroute.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.245104 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.245717 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: extraroute Sep 08 13:52:08.246090 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: extraroute_atomic.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.247276 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.247806 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: extraroute-atomic Sep 08 13:52:08.248135 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: filter_validation.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.248818 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.249337 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: filter-validation Sep 08 13:52:08.249687 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: fip_pf_description.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.250620 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.251139 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 13:52:08.251463 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: fip_pf_detail.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.252384 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.252907 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 08 13:52:08.253248 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: fip_pf_port_range.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.254178 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.254689 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 08 13:52:08.255012 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: fip_port_details.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.255900 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.256457 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: fip-port-details Sep 08 13:52:08.256777 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: flavors.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.258015 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.258542 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: flavors Sep 08 13:52:08.258871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.260739 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.261244 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 13:52:08.261582 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: floatingip_pools.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.262273 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.262790 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: floatingip-pools Sep 08 13:52:08.263121 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: ip_allocation.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.264021 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.264555 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 13:52:08.264884 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.265766 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.266290 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: ip-substring-filtering Sep 08 13:52:08.266620 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l2_adjacency.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.267519 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.268026 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 13:52:08.268393 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.269394 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.269912 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: router Sep 08 13:52:08.270240 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.272853 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.273397 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 13:52:08.273733 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.274656 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.275184 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: ext-gw-mode Sep 08 13:52:08.275517 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.277105 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.277682 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: l3-ha Sep 08 13:52:08.278068 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.279020 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.279649 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 08 13:52:08.280018 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_flavors.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.281031 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.281610 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: l3-flavors Sep 08 13:52:08.281977 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.283506 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.284090 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 08 13:52:08.284505 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.285547 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.286112 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 13:52:08.286480 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: l3agentscheduler.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.287634 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.288257 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: l3_agent_scheduler Sep 08 13:52:08.288632 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: local_ip.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.290649 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.291239 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension local_ip not supported by any of loaded plugins Sep 08 13:52:08.291613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: logging.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.294158 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.294695 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension logging not supported by any of loaded plugins Sep 08 13:52:08.295028 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: metering.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.295761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.296400 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: metering Sep 08 13:52:08.296727 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.297869 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.298399 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: metering_source_and_destination_fields Sep 08 13:52:08.298720 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: multiprovidernet.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.299626 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.300197 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: multi-provider Sep 08 13:52:08.300511 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: netmtu.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.301414 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.301977 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: net-mtu Sep 08 13:52:08.302310 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: netmtu_writable.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.303202 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.303717 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: net-mtu-writable Sep 08 13:52:08.304059 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: network_availability_zone.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.304709 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.305223 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: network_availability_zone Sep 08 13:52:08.305545 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: network_ip_availability.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.306660 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.307176 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: network-ip-availability Sep 08 13:52:08.307530 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: network_segment_range.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.308400 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.308942 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 13:52:08.309265 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: pagination.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.310254 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.310584 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: pagination Sep 08 13:52:08.310920 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: port_device_profile.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.311771 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.312743 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: port-device-profile Sep 08 13:52:08.312743 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: port_mac_address_override.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.313566 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.314083 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: port-mac-override Sep 08 13:52:08.314410 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.315298 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.315828 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: port-mac-address-regenerate Sep 08 13:52:08.316190 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.317096 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.317681 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: port-numa-affinity-policy Sep 08 13:52:08.317923 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: port_resource_request.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.318795 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.319304 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 13:52:08.319649 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: port_resource_request_groups.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.320586 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.321121 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 08 13:52:08.321439 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: portbindings.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.322296 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.322826 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: binding Sep 08 13:52:08.323168 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: portbindings_extended.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.324639 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.325377 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: binding-extended Sep 08 13:52:08.325712 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: portsecurity.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.326666 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.327223 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: port-security Sep 08 13:52:08.327486 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: project_id.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.328734 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.329064 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: project-id Sep 08 13:52:08.329390 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: providernet.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.330287 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.330810 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: provider Sep 08 13:52:08.331171 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.334946 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.335586 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos not supported by any of loaded plugins Sep 08 13:52:08.335828 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.337147 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.337678 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 13:52:08.338010 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.339434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.339962 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 13:52:08.340371 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_default.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.341384 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.341904 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-default not supported by any of loaded plugins Sep 08 13:52:08.342230 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_fip.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.343122 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.343644 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 13:52:08.343973 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.344875 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.345392 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 08 13:52:08.345721 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.346620 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.347141 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 13:52:08.347464 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.348380 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.348899 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 13:52:08.349223 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.350266 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.350793 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 08 13:52:08.351118 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.352120 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.352677 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 08 13:52:08.353001 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_pps_rule.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.354145 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.354741 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 13:52:08.355050 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.355943 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.356486 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 13:52:08.356818 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.357697 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.358205 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 08 13:52:08.358529 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: qos_rules_alias.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.359548 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.360065 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 13:52:08.360422 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: quota_check_limit.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.361295 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.361818 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: quota-check-limit Sep 08 13:52:08.362136 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: quotasv2.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.363126 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.363455 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: quotas Sep 08 13:52:08.363770 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: quotasv2_detail.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.365566 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.365978 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: quota_details Sep 08 13:52:08.366316 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: rbac.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.367379 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.367915 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: rbac-policies Sep 08 13:52:08.368271 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: rbac_address_group.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.369182 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.369699 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: rbac-address-group Sep 08 13:52:08.370538 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: rbac_address_scope.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.371505 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.372019 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: rbac-address-scope Sep 08 13:52:08.372381 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: rbac_security_groups.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.373351 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.373921 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: rbac-security-groups Sep 08 13:52:08.374320 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.375393 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.375996 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: rbac-subnetpool Sep 08 13:52:08.376397 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: revisionifmatch.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.377418 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.377988 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: revision-if-match Sep 08 13:52:08.378372 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: revisions.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.379681 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.380287 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: standard-attr-revisions Sep 08 13:52:08.380639 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: router_availability_zone.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.381328 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.381851 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: router_availability_zone Sep 08 13:52:08.382258 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: routerservicetype.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.383210 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.383731 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 13:52:08.384055 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.384989 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.385535 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: security-groups-normalized-cidr Sep 08 13:52:08.385923 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.386816 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.387330 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: port-security-groups-filtering Sep 08 13:52:08.387654 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.388578 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.389143 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: security-groups-remote-address-group Sep 08 13:52:08.389465 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.390370 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.390882 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: security-groups-shared-filtering Sep 08 13:52:08.391203 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: securitygroup.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.402144 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.402733 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: security-group Sep 08 13:52:08.476360 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: segment.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.476360 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.476360 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension segment not supported by any of loaded plugins Sep 08 13:52:08.476360 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.477708 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.478507 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 13:52:08.478950 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: servicetype.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.480922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.481582 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: service-type Sep 08 13:52:08.482008 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: sorting.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.483194 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.483624 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: sorting Sep 08 13:52:08.484062 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: standard_attr_segment.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.485109 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.485751 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 13:52:08.486171 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: standardattrdescription.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.486937 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.487570 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: standard-attr-description Sep 08 13:52:08.487994 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: stateful_security_group.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.489099 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.489724 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: stateful-security-group Sep 08 13:52:08.490277 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: stdattrs_common.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.491307 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 13:52:08.491642 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.492796 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.493490 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 13:52:08.493910 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: subnet_onboard.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.495129 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.495759 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: subnet_onboard Sep 08 13:52:08.496188 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.497184 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.497776 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 13:52:08.498167 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: subnet_service_types.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.499265 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.500105 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: subnet-service-types Sep 08 13:52:08.500664 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: subnetallocation.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.501830 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.502400 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: subnet_allocation Sep 08 13:52:08.502766 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.503515 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.504073 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: subnetpool-prefix-ops Sep 08 13:52:08.504568 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.505522 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.506047 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 13:52:08.506400 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: tagging.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.507778 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.508408 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: standard-attr-tag Sep 08 13:52:08.508752 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: timestamp.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.510034 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.510614 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loaded extension: standard-attr-timestamp Sep 08 13:52:08.510979 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: trunk.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.512009 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.512628 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension trunk not supported by any of loaded plugins Sep 08 13:52:08.513000 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: trunk_details.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.513972 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.514497 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 13:52:08.514840 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.515851 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.516398 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 13:52:08.516734 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Loading extension file: vlantransparent.py {{(pid=113549) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 13:52:08.517441 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113549) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 13:52:08.517979 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 13:52:08.520986 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:network Sep 08 13:52:08.521532 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:subnet Sep 08 13:52:08.521971 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:52:08.522396 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:port Sep 08 13:52:08.523932 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.524413 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service FLAVORS assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.525155 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.525602 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.525941 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:router Sep 08 13:52:08.526953 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 13:52:08.527493 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service METERING assigned prefix: /metering {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.529123 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.529540 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.529932 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113549) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:52:08.531167 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 13:52:08.531669 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:security_group Sep 08 13:52:08.532158 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 13:52:08.532783 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service CORE assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.533134 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:52:08.533499 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] subnetpool is already registered Sep 08 13:52:08.533998 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service CORE assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.534409 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:52:08.534754 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] subnetpool is already registered Sep 08 13:52:08.537478 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.537939 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service FLAVORS assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.538593 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.539160 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.539542 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:router Sep 08 13:52:08.539936 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] router is already registered Sep 08 13:52:08.540463 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 13:52:08.540814 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] floatingip is already registered Sep 08 13:52:08.541306 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service METERING assigned prefix: /metering {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.542890 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 13:52:08.543228 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] rbac_policy is already registered Sep 08 13:52:08.543656 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:security_group Sep 08 13:52:08.544002 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] security_group is already registered Sep 08 13:52:08.544487 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 13:52:08.544868 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] security_group_rule is already registered Sep 08 13:52:08.545414 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service CORE assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.545747 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:52:08.546089 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] subnetpool is already registered Sep 08 13:52:08.546522 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.v2.resource_helper [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Service CORE assigned prefix: {{(pid=113549) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 13:52:08.546856 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 13:52:08.547202 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING neutron.quota.resource_registry [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] subnetpool is already registered Sep 08 13:52:08.547694 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: extensions {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.549413 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: address-groups {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.550979 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: address-scopes {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.552267 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: agents {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.553599 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: auto-allocated-topology {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.556710 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: availability_zones {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.557961 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: dhcp-networks {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.559490 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: dhcp-agents {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.561184 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: routers {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.562954 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: flavors {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.564183 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: service_profiles {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.565499 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: next_providers {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.567062 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: service_profiles {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.568655 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: floatingip-pools {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.569979 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: routers {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.571922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: floatingips {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.573173 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: l3-routers {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.574645 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: l3-agents {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.576218 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: metering-labels {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.577509 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: metering-label-rules {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.578888 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: network-ip-availabilities {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.580322 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: bindings {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.581950 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: quotas {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.583578 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: quotas {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.585317 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: rbac-policies {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.586586 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: security-groups {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.587885 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: security-group-rules {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.589864 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: service-providers {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.591217 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: subnetpools {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.592620 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: subnetpools {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.594126 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.595941 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.597827 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.599950 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.601785 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.603726 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.606246 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.613444 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.613444 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.613444 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron.api.extensions [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Extended resource: tags {{(pid=113549) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 13:52:08.619754 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING keystonemiddleware.auth_token [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 13:52:08.625734 dv-cinder-856463-2-iscsi neutron-server[113549]: WARNING keystonemiddleware.auth_token [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 13:52:08.634817 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Acquiring lock "singleton_lock" {{(pid=113549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 08 13:52:08.635144 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Acquired lock "singleton_lock" {{(pid=113549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 08 13:52:08.636211 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_concurrency.lockutils [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Releasing lock "singleton_lock" {{(pid=113549) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 08 13:52:08.636884 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Starting 2 workers Sep 08 13:52:08.641842 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Started child 113666 {{(pid=113549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:52:08.646708 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Started child 113667 {{(pid=113549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:52:08.647622 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:08.648516 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO neutron.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 13:52:08.649159 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:08.649365 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [-] (113666) wsgi starting up on http://0.0.0.0:9696 Sep 08 13:52:08.652304 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Starting 1 workers Sep 08 13:52:08.652467 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:08.653912 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [-] (113667) wsgi starting up on http://0.0.0.0:9696 Sep 08 13:52:08.657728 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Started child 113668 {{(pid=113549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:52:08.658286 dv-cinder-856463-2-iscsi neutron-server[113549]: INFO oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Starting 1 workers Sep 08 13:52:08.661923 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] calling RpcWorker wait() {{(pid=113668) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 13:52:08.661923 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] returning from RpcWorker wait() {{(pid=113668) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 13:52:08.664966 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Started child 113669 {{(pid=113549) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 13:52:08.665144 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:08.665144 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:08.665418 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG neutron_lib.callbacks.manager [None req-b3fd2799-d530-4eaf-9dde-676e631263b0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113549) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:08.665976 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 13:52:08.666226 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:52:08.666409 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:52:08.666620 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:52:08.667330 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:52:08.667687 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:52:08.668026 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.668401 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.668677 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.668958 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.669543 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.669821 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.670093 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.670248 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:08.670872 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.670872 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.670872 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.671269 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.671405 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.671724 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.672058 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.672394 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.672655 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.672908 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.673077 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.673300 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.673568 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.673829 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.674173 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] debug = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.674417 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.675095 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.675358 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.675618 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.675893 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.676230 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.676503 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.676804 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.677090 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.677312 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.677553 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.677819 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.678134 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.678328 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.678568 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.678843 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.679068 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.679573 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] host = dv-cinder-856463-2-iscsi {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.679811 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.680055 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.680347 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.680601 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.680862 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.681101 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.681393 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.681643 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.681897 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.682142 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.682440 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.682714 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.682961 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.683403 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.683403 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_options = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.683692 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.683915 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.684484 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.684643 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.684784 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.685179 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.685179 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.686637 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.687082 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.687082 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.687544 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.687794 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.688054 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.688330 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.688588 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.688848 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.689313 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.689564 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.689805 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.690064 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.690341 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.690566 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.690804 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.690993 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:08.691099 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.691342 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.691619 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.691921 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.692223 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.692493 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.692730 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.692968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.693218 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.693505 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.693729 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.694000 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.694264 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.694484 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.694713 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.694951 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.695454 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.695941 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_json = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.696185 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.696427 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.696688 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.697026 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.697160 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.697389 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.697646 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.697902 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.699184 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.699184 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.699534 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.699798 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.700087 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.700354 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.700600 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.700840 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.701074 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.701390 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.701687 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.702018 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.702520 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.702927 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.703184 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.703469 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.703804 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.704080 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.704395 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.704658 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.704879 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.705114 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.705343 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.705620 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.705853 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.706087 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.706354 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.706604 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.706973 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.707379 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.707703 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.708424 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.712871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.714446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.715346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.716433 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.716433 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.716433 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.716939 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.716939 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.717225 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.717225 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.717469 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.717702 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.718242 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.718627 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.718778 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.719056 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.719195 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.719324 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.719549 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.719767 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.720004 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.720270 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.720510 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.720738 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.720978 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.721233 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.721487 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.721732 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.722240 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.722240 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.722509 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.722948 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.722948 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.723274 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.723274 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.723524 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.723764 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.724110 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.724346 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.724610 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.724985 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.725225 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.725490 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.725715 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.726067 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.726203 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.726435 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.726628 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.726883 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.727112 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.727374 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.727611 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.727859 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.728109 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.728364 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.728587 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.728840 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.729051 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.729531 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.729872 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.730201 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.730532 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.730946 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.731150 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.731413 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.731661 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.731889 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.732167 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.732432 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.732710 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.732956 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.733241 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.733501 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.733762 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.734077 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.734350 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.734630 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.734899 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.735137 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.735419 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.735675 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.735942 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.736258 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.736544 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.736946 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.737196 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.737445 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.737671 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.737906 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.738287 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.738573 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.738820 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.739040 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.739312 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.739572 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.739816 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.740095 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.740408 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.740679 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.740949 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.741202 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.741418 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.741682 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.741954 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.742203 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.742471 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.742705 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.742946 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.743191 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.743426 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.743702 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.743926 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.744215 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.744418 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.744647 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.745066 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.745209 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.745590 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.746027 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.746366 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.746706 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.746954 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.747201 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.747446 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.747776 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.747917 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.748280 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.748671 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.748873 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.749129 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.749334 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.749551 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.749771 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.750004 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.750306 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.750569 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.750848 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.751126 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.751126 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.751572 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.751572 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.752049 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.752049 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.752610 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.752816 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.752943 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.753240 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.753529 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.753789 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.754033 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.754274 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.754543 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.754764 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.755008 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.755244 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.755473 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.755740 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.756017 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.756281 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.756506 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.756728 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.756983 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.757278 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.757536 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.757786 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.758068 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.758313 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.758542 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.758766 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.758992 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.759215 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.759430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.759649 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.759864 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.760089 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.760352 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.761216 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.761477 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.761714 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.761986 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.762234 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.762781 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.762781 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.762962 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.763125 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.763352 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.763581 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.763793 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.764024 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.764265 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.764482 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.764710 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.764932 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.765145 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.765393 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.765607 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.765819 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.766043 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.766430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.766534 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.766708 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.766922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.767136 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.767363 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.767584 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.767799 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.768053 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.768335 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.768698 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.768935 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.769157 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.769372 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.769688 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.769982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.770223 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.770678 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.770948 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.771200 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.771420 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.771739 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.771974 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.772231 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.772473 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.772717 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.772952 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.773221 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.773546 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.773852 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.774115 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.774365 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.774720 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.774997 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.775273 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.775549 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.775854 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.776837 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.777075 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.777362 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.777605 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.777857 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.778111 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.778348 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.778615 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.778858 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.779073 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.779315 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.779553 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.779805 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.780028 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.780356 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.780576 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.780856 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.781048 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.781268 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.781486 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.781676 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:52:08.782219 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113549) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 13:52:08.782387 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 13:52:08.782552 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 13:52:08.782716 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 13:52:08.782919 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 13:52:08.783108 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 13:52:08.783344 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.783511 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.783675 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.783953 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.784070 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.784224 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.784354 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.784525 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.784681 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.784843 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.785009 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.785191 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.785319 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.785482 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.785675 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.785840 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.786006 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.786198 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.786409 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.786588 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.786751 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.786913 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] debug = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.787120 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.787387 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.787557 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.787718 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.787879 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.788042 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.788227 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.788392 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.788561 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.788756 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.788937 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.789103 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.789271 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.789491 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.789632 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.789817 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790035 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790148 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] host = dv-cinder-856463-2-iscsi {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790310 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790454 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790615 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790776 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.790940 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.791107 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.791286 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.791449 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.791783 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.791904 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.792383 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.792471 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.792573 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.792734 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.792895 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_options = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.793226 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.793319 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.793474 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.793567 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.793759 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.793924 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.794146 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.794286 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.794423 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.794583 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.794762 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.794894 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.795059 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.795402 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.795402 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.795683 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.795837 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.796455 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.796455 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.796455 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.796771 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.796771 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.796934 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.797101 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.797265 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.797470 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.797609 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.797770 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.797938 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.798118 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.798280 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.798445 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.798607 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.798771 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.798944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.799310 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.799429 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.799509 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.799690 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.799870 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.800034 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.800219 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.800444 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.800614 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.800786 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.800971 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.801175 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_json = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.801376 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.801563 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.801732 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.801894 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.802058 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.802221 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.802390 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.802551 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.802894 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 13:52:08.803256 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.803444 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.803625 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.803812 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.804049 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.804182 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.804352 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.804523 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.804686 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.804852 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.805025 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.805268 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.805361 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.805512 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.805676 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.805864 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.806048 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.806217 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.806403 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.806571 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.806757 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.806921 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.807095 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.807260 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.807451 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.807618 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.807784 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.807960 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.808185 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.808323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.808514 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.808685 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.808849 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.809015 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.809189 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.809335 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.809501 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.809667 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.809859 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.810035 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.810184 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.810348 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.810514 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.810699 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.810867 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.811095 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.811267 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.811440 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.811627 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.811793 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.811956 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.812306 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.812475 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.812645 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.812812 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.812982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.813168 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.813363 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.813451 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.813617 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.813782 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.813947 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.814112 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.814278 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.814444 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.814609 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.814778 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815268 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815268 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815268 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815507 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815586 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815733 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.815897 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.816062 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.816253 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.816421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.816585 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.816777 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.816943 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.817108 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.817274 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.817439 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.817603 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.817767 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.817960 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.818128 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.818297 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.818464 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.818629 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.818794 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.818967 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.819149 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.819315 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.819490 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.819632 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.819796 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.819962 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.820127 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.820319 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871304 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.871968 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872496 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.872982 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873434 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.873970 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874421 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.874871 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875323 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.875810 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876430 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.876922 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.877608 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878214 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.878736 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.879404 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880037 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.880613 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881162 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.881761 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882382 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.882944 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.883483 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884016 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.884653 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.885275 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.885275 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.885275 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 13:52:08.885275 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113549) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 13:52:08.886112 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:09.005562 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46482) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:09.013819 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [-] 10.222.0.97 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0058918 Sep 08 13:52:09.018912 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [-] 10.222.0.97 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043099 Sep 08 13:52:17.701008 dv-cinder-856463-2-iscsi neutron-server[113549]: DEBUG dbcounter [-] [113549] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113549) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:21.978033 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writer thread running {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:52:21.979683 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0341e978-522c-418c-9dd2-550a72dd9b7a None None] get_active_networks_info from dv-cinder-856463-2-iscsi {{(pid=113668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 08 13:52:22.116961 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341e978-522c-418c-9dd2-550a72dd9b7a None None] No non-hosted networks {{(pid=113668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 13:52:22.129357 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.agentschedulers_db [None req-0341e978-522c-418c-9dd2-550a72dd9b7a None None] DHCP Agent not found on host dv-cinder-856463-2-iscsi {{(pid=113668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 08 13:52:22.198459 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c2e53edb-46ea-46ca-a9e5-952348144f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686703'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:24.433444 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writer thread running {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:52:25.313892 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d85a3c27-70dd-414a-ba45-76beb4421407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686703'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:25.362470 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.db.api [None req-caebb00b-6770-4d0a-9dad-5ca9cdce3985 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-856463-2-iscsi {{(pid=113668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 13:52:25.362866 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG oslo_db.api [None req-caebb00b-6770-4d0a-9dad-5ca9cdce3985 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:52:25.984258 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-caebb00b-6770-4d0a-9dad-5ca9cdce3985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:26.260560 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686703'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:27.898460 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46556) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:28.575623 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686703'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.721604 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.db.l3_hamode_db [None req-d6a5a425-ff6d-4f4c-94aa-5bb0899ff188 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 13:52:28.816984 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5a425-ff6d-4f4c-94aa-5bb0899ff188 None None] Routers set() bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:52:28.818304 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5a425-ff6d-4f4c-94aa-5bb0899ff188 None None] Router IDs set() for agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 08 13:52:28.820495 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686703'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:28.821144 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.821488 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.821828 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.822160 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.822493 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.823021 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.823344 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.823819 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.824181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.824519 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.824867 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.825355 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.825706 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.826036 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.826362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:28.826759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856463-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:28.853082 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856463-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:28.880102 dv-cinder-856463-2-iscsi neutron-server[113666]: WARNING oslo_policy.policy [None req-7fd68907-290b-4f44-8755-488332d22243 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:28.881030 dv-cinder-856463-2-iscsi neutron-server[113666]: WARNING oslo_policy.policy [None req-7fd68907-290b-4f44-8755-488332d22243 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:29.182446 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [None req-7fd68907-290b-4f44-8755-488332d22243 admin admin] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:29.184332 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7fd68907-290b-4f44-8755-488332d22243 admin admin] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.2847121 Sep 08 13:52:32.088581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46592) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:32.597480 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:32.610966 dv-cinder-856463-2-iscsi neutron-server[113666]: ERROR stevedore.extension [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 08 13:52:32.697339 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.policy [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 13:52:32.741299 dv-cinder-856463-2-iscsi neutron-server[113666]: WARNING oslo_policy.policy [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:32.741684 dv-cinder-856463-2-iscsi neutron-server[113666]: WARNING oslo_policy.policy [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:32.763502 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writer thread running {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:52:33.020678 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791008692332', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791008691824', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791008709085', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791008733842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791008728149', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791008621797', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2025511', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2006097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-603877'] for rbac-policy (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.323612 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:33.324873 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3f44be7b-3fac-402f-925f-e9d93d63c225 admin admin] 10.222.0.97 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2344069 Sep 08 13:52:36.102165 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46602) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:36.522120 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:36.530112 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=26,neutron:INSERT=31 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:36.792300 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Made reservation on behalf of 9354393c91b3446a8adf9952f6651999 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:36.797353 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.819357 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:36.956075 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks [] for security_group (771f04fb-7f23-4f07-8378-2fd542b775ca), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.110538 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (771f04fb-7f23-4f07-8378-2fd542b775ca), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.149550 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] vlan segment allocate from pool success with {'vlan_id': 1140, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:52:37.211484 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791003921300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (73860ed0-38d2-426d-960f-c66b56e94e47), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.212437 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Unsubscribe: segment precommit_create {{(pid=113666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 13:52:37.213286 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Added segment 73860ed0-38d2-426d-960f-c66b56e94e47 of type vlan for network b0661509-7388-4ef7-845c-f131076a2f11 Sep 08 13:52:37.277071 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=771f04fb-7f23-4f07-8378-2fd542b775ca,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:37.344591 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.345146 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.345731 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.346305 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.346851 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.347418 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.347992 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.348603 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.349178 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.349756 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.350339 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.350932 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.351507 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.352083 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.352694 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Tracked resource versions report: Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: pushed versions: Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Agent': {'1.1'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Log': {'1.0'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'NDPProxy': {'1.0'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Network': {'1.1'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Port': {'1.7'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'PortForwarding': {'1.3'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'QosPolicy': {'1.10'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SubPort': {'1.0'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Subnet': {'1.1'}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Trunk': {'1.1'}} Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: consumer versions: Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Agent': '1.1', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'ConntrackHelper': '1.0', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'LocalIPAssociation': '1.0', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Log': '1.0', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'NDPProxy': '1.0', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Network': '1.1', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Port': '1.7', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'PortForwarding': '1.3', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'QosPolicy': '1.10', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroup': '1.5', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroupRule': '1.2', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SubPort': '1.0', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Subnet': '1.1', Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Trunk': '1.1'}} Sep 08 13:52:37.355491 dv-cinder-856463-2-iscsi neutron-server[113666]: {{(pid=113666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:37.406995 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (b0661509-7388-4ef7-845c-f131076a2f11), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.561642 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (b0661509-7388-4ef7-845c-f131076a2f11), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.566823 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:37.567567 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:37.689472 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] Pushing event updated for resources: {'Network': ['ID=b0661509-7388-4ef7-845c-f131076a2f11,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:37.702249 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network b0661509-7388-4ef7-845c-f131076a2f11 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:52:37.705169 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=27,neutron:INSERT=35 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:37.740299 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ad93a728-1bb1-4da8-9208-0f4bc4df0c2a demo demo] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6364875 Sep 08 13:52:39.482043 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:39.485016 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=9 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:40.627360 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 46622) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:41.213508 dv-cinder-856463-2-iscsi neutron-server[113667]: WARNING oslo_policy.policy [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:41.214629 dv-cinder-856463-2-iscsi neutron-server[113667]: WARNING oslo_policy.policy [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:41.447187 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writer thread running {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 08 13:52:41.468511 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:41.611514 dv-cinder-856463-2-iscsi neutron-server[113667]: ERROR stevedore.extension [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 08 13:52:41.673891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.policy [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 13:52:41.720510 dv-cinder-856463-2-iscsi neutron-server[113667]: WARNING oslo_policy.policy [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:41.720953 dv-cinder-856463-2-iscsi neutron-server[113667]: WARNING oslo_policy.policy [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 13:52:41.729553 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:41.731754 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-582da435-84b1-4188-be21-7c0d9a89710b demo admin] 10.222.0.97 "GET /networking/v2.0/networks/b0661509-7388-4ef7-845c-f131076a2f11 HTTP/1.1" status: 200 len: 826 time: 1.1020610 Sep 08 13:52:41.779751 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4cc5e709-2213-4365-b785-1741af966976 demo admin] 10.222.0.97 "GET /networking/v2.0/subnetpools/b0efe579-db01-4799-aee2-ff932d234b71 HTTP/1.1" status: 200 len: 734 time: 0.0409765 Sep 08 13:52:41.789914 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:41.923998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Made reservation on behalf of 9354393c91b3446a8adf9952f6651999 for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:41.927128 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.352628 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (cd5bc877-8df6-407a-9f7a-8dd907fc2d9f), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.434834 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Checking segment: {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:42.435212 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Network hostable DHCP agents. Network: b0661509-7388-4ef7-845c-f131076a2f11, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:52:42.445397 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Pushing event updated for resources: {'Subnet': ['ID=cd5bc877-8df6-407a-9f7a-8dd907fc2d9f,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:42.461385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.461726 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.462088 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.462447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.462784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.463115 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.463439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.464350 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.464696 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.465023 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.465353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.465683 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.466007 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.466326 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.466642 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Tracked resource versions report: Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: pushed versions: Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Agent': {'1.1'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Log': {'1.0'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'NDPProxy': {'1.0'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Network': {'1.1'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Port': {'1.7'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'PortForwarding': {'1.3'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'QosPolicy': {'1.10'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SubPort': {'1.0'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Subnet': {'1.1'}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Trunk': {'1.1'}} Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: consumer versions: Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Agent': '1.1', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'ConntrackHelper': '1.0', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'LocalIPAssociation': '1.0', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Log': '1.0', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'NDPProxy': '1.0', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Network': '1.1', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Port': '1.7', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'PortForwarding': '1.3', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'QosPolicy': '1.10', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroup': '1.5', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroupRule': '1.2', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SubPort': '1.0', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Subnet': '1.1', Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Trunk': '1.1'}} Sep 08 13:52:42.468124 dv-cinder-856463-2-iscsi neutron-server[113667]: {{(pid=113667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:42.601517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Network b0661509-7388-4ef7-845c-f131076a2f11 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:52:42.738385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, b0661509-7388-4ef7-845c-f131076a2f11) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:42.743767 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:52:42.744470 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:42.750466 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43b94f-6fbf-4b8c-aecf-fdd886f8ec33 None None] Network b0661509-7388-4ef7-845c-f131076a2f11 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:42.838113 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5fbb078e-7a99-43a7-9cab-a9e872f8f8af demo admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0520549 Sep 08 13:52:43.046929 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-b0661509-7388-4ef7-845c-f131076a2f11', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'project_id': '9354393c91b3446a8adf9952f6651999', 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:52:43.049149 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.475630 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Allocated IP 172.20.0.2 (b0661509-7388-4ef7-845c-f131076a2f11/cd5bc877-8df6-407a-9f7a-8dd907fc2d9f/bdc5b1ab-1dde-4259-aa0e-20d7f676e252) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:43.849606 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Publish callbacks [] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:43.964541 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.051777 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Network b0661509-7388-4ef7-845c-f131076a2f11 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:44.058920 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:44.065601 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:52:44.068235 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Pushing event updated for resources: {'Port': ['ID=bdc5b1ab-1dde-4259-aa0e-20d7f676e252,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:44.101453 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.101698 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.102030 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.102390 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.102731 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.103058 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.103682 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.104744 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.104744 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.105026 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.105301 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.105641 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.105968 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.106288 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.106607 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Tracked resource versions report: Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: pushed versions: Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: { 'AddressGroup': {'1.2'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Agent': {'1.1'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'ConntrackHelper': {'1.0'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Log': {'1.0'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'NDPProxy': {'1.0'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Network': {'1.1'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Port': {'1.7'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'PortForwarding': {'1.3'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'QosPolicy': {'1.10'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroup': {'1.5'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SubPort': {'1.0'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Subnet': {'1.1'}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Trunk': {'1.1'}} Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: consumer versions: Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Agent': '1.1', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'ConntrackHelper': '1.0', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'LocalIPAssociation': '1.0', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Log': '1.0', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'NDPProxy': '1.0', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Network': '1.1', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Port': '1.7', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'PortForwarding': '1.3', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'QosPolicy': '1.10', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroup': '1.5', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroupRule': '1.2', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SubPort': '1.0', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Subnet': '1.1', Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Trunk': '1.1'}} Sep 08 13:52:44.108131 dv-cinder-856463-2-iscsi neutron-server[113668]: {{(pid=113668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:52:44.170482 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Attempting to bind port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:52:44.170880 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Attempting to bind port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:52:44.171311 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Attempting to bind port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 on network b0661509-7388-4ef7-845c-f131076a2f11 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:52:44.238325 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:52:44.239137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Checking segment: {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:52:44.239647 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.240111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Bound using segment: {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:52:44.240624 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Bound port: bdc5b1ab-1dde-4259-aa0e-20d7f676e252, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:52:44.241026 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.259788 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:44.323765 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] For port bdc5b1ab-1dde-4259-aa0e-20d7f676e252, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:44.346945 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:44.349931 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] For port bdc5b1ab-1dde-4259-aa0e-20d7f676e252, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bdc5b1ab-1dde-4259-aa0e-20d7f676e252,segment=NetworkSegment(73860ed0-38d2-426d-960f-c66b56e94e47),segment_id=73860ed0-38d2-426d-960f-c66b56e94e47)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:44.500241 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:44.578741 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128e9e3-ae6e-4986-a98b-a259bfa8bde7 None None] Pushing event updated for resources: {'Port': ['ID=bdc5b1ab-1dde-4259-aa0e-20d7f676e252,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:45.728251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46646) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:46.175925 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [None req-eef72c9d-988a-49a0-a8c9-e2ad438f54cc admin admin] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:46.177213 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-eef72c9d-988a-49a0-a8c9-e2ad438f54cc admin admin] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4478292 Sep 08 13:52:47.669381 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=32,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:47.686709 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=15,neutron:SELECT=47,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:49.375394 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46656) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:49.939202 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [None req-ecacd84d-667c-4582-b001-9c2cffa129ad admin admin] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:49.940621 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ecacd84d-667c-4582-b001-9c2cffa129ad admin admin] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5640848 Sep 08 13:52:52.053346 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-554c2263-cf95-49b5-a483-2488297d590a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:52.711302 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bdc5b1ab-1dde-4259-aa0e-20d7f676e252 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:52.763306 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:52.765465 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:52.814877 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:52.815347 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:52.917338 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 46670) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:52.934018 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:52.934407 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:52.976543 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port bdc5b1ab-1dde-4259-aa0e-20d7f676e252, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bdc5b1ab-1dde-4259-aa0e-20d7f676e252,segment=NetworkSegment(73860ed0-38d2-426d-960f-c66b56e94e47),segment_id=73860ed0-38d2-426d-960f-c66b56e94e47)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:53.105442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.174343 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=bdc5b1ab-1dde-4259-aa0e-20d7f676e252,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:53.480891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:53.722301 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (b7e9f15e-a391-40f6-bd89-0f57db878150), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.723992 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (b7e9f15e-a391-40f6-bd89-0f57db878150), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.841365 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d11b5da-1a87-4c85-b848-138f9f48b555 None None] Network b0661509-7388-4ef7-845c-f131076a2f11 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:52:53.911184 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-d8d24d7b-1ce1-4b5c-969d-25090705da4c None None] Provisioning complete for port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:53.911583 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d8d24d7b-1ce1-4b5c-969d-25090705da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.912495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] Publish callbacks [] for router_controller (b7e9f15e-a391-40f6-bd89-0f57db878150), precommit_add_association {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:53.999899 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (b7e9f15e-a391-40f6-bd89-0f57db878150), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.064377 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-d8d24d7b-1ce1-4b5c-969d-25090705da4c None None] Current status of the port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:54.158179 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.162337 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-53069183-c6be-44b5-b8cf-ecc8d33a99f4 demo demo] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2401335 Sep 08 13:52:54.289662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-a7335ab4-453e-4981-8498-51d8e10e470b None None] Provisioning complete for port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:54.290504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a7335ab4-453e-4981-8498-51d8e10e470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.386179 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-a7335ab4-453e-4981-8498-51d8e10e470b None None] Current status of the port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:54.680182 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bdc5b1ab-1dde-4259-aa0e-20d7f676e252 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:54.763119 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:52:54.763762 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:54.895317 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:52:55.204182 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0e45d7e6-eff8-4ebc-91c3-e62989d4f2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:55.707985 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:56.104689 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:52:56.221648 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:57.025639 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46678) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:52:57.492689 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [None req-bb074c6a-77f2-4a7f-b8f4-f9851517a6b0 admin admin] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:52:57.493738 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-bb074c6a-77f2-4a7f-b8f4-f9851517a6b0 admin admin] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4671173 Sep 08 13:52:58.478789 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:52:58.733028 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:00.466136 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46686) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:00.989503 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:01.181420 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Made reservation on behalf of 5225debdf3f04c89923ec01541ea8b94 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:01.184893 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.194517 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.289077 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks [] for security_group (73cc9bfd-93c9-44bd-8cf5-7922b5f6db35), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.355980 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (73cc9bfd-93c9-44bd-8cf5-7922b5f6db35), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.374750 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=113666) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 13:53:01.399579 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cc9bfd-93c9-44bd-8cf5-7922b5f6db35,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:01.405087 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (0c781506-48d0-44c8-8067-1fa43e29615f), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.405617 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Added segment 0c781506-48d0-44c8-8067-1fa43e29615f of type flat for network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee Sep 08 13:53:01.467972 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.624533 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.625608 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:01.626241 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:01.730229 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9c0df0-279a-4c0d-b2c4-d3a363b301ee,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:01.741989 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:53:01.755858 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:01.847613 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a25b03d4-44d5-4357-a0aa-b424b39e06e9 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3801038 Sep 08 13:53:04.021633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=8,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:04.022935 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=11,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:04.784221 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46694) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:05.304092 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17538b5a-bab3-45ac-8aba-12c944a9daf8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:05.305820 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-17538b5a-bab3-45ac-8aba-12c944a9daf8 demo admin] 10.222.0.97 "GET /networking/v2.0/subnets/cd5bc877-8df6-407a-9f7a-8dd907fc2d9f HTTP/1.1" status: 200 len: 849 time: 0.5203626 Sep 08 13:53:05.484651 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f07cd8d6-4900-4b0e-aa28-0624ad066b91 demo admin] 10.222.0.97 "GET /networking/v2.0/routers/b7e9f15e-a391-40f6-bd89-0f57db878150 HTTP/1.1" status: 200 len: 704 time: 0.1683657 Sep 08 13:53:05.702303 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:05.703620 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:05.780029 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:05.983078 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:06.100653 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:06.171257 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Allocated IP 172.20.0.1 (b0661509-7388-4ef7-845c-f131076a2f11/cd5bc877-8df6-407a-9f7a-8dd907fc2d9f/b8d832f8-6568-4fbd-a495-f593730da539) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:06.485364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks [] for port (b8d832f8-6568-4fbd-a495-f593730da539), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.797761 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (b8d832f8-6568-4fbd-a495-f593730da539), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.883001 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Network b0661509-7388-4ef7-845c-f131076a2f11 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:06.891216 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:06.904172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:06.904753 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (b7e9f15e-a391-40f6-bd89-0f57db878150), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:06.929554 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Pushing event updated for resources: {'Port': ['ID=b8d832f8-6568-4fbd-a495-f593730da539,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:07.103680 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-2590f773-96cb-487b-88db-bc69f3337535 None None] Provisioning complete for port b8d832f8-6568-4fbd-a495-f593730da539 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:07.140186 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2590f773-96cb-487b-88db-bc69f3337535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (b8d832f8-6568-4fbd-a495-f593730da539), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:07.157604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-2590f773-96cb-487b-88db-bc69f3337535 None None] Port b8d832f8-6568-4fbd-a495-f593730da539 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:07.316688 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (b8d832f8-6568-4fbd-a495-f593730da539), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:07.545027 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks [] for port (b8d832f8-6568-4fbd-a495-f593730da539), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:07.635526 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (b8d832f8-6568-4fbd-a495-f593730da539), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:07.637021 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (b7e9f15e-a391-40f6-bd89-0f57db878150), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:07.641757 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:07.727957 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Pushing event updated for resources: {'Port': ['ID=b8d832f8-6568-4fbd-a495-f593730da539,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:07.805187 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Network b0661509-7388-4ef7-845c-f131076a2f11 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:07.807911 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:07.992361 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:08.091426 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-3177e35d-2909-4821-b47d-70fa43f9c600 None None] Provisioning complete for port b8d832f8-6568-4fbd-a495-f593730da539 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:08.091963 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3177e35d-2909-4821-b47d-70fa43f9c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (b8d832f8-6568-4fbd-a495-f593730da539), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:08.135494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Router b7e9f15e-a391-40f6-bd89-0f57db878150 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:53:08.152293 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-3177e35d-2909-4821-b47d-70fa43f9c600 None None] Port b8d832f8-6568-4fbd-a495-f593730da539 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 13:53:08.244685 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:08.253206 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ba60c01d-a468-437b-b4b1-fcc7de3699f9 demo admin] 10.222.0.97 "PUT /networking/v2.0/routers/b7e9f15e-a391-40f6-bd89-0f57db878150/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7624519 Sep 08 13:53:08.259143 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Sync routers for ids ['b7e9f15e-a391-40f6-bd89-0f57db878150'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:08.275040 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Routers {'b7e9f15e-a391-40f6-bd89-0f57db878150'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:08.276556 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T13:52:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b7e9f15e-a391-40f6-bd89-0f57db878150'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:08.481596 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Set router b7e9f15e-a391-40f6-bd89-0f57db878150 gateway port host: None {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:08.937673 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'name': 'router1', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:53Z', 'updated_at': '2022-09-08T13:53:07Z', 'revision_number': 2, 'project_id': '9354393c91b3446a8adf9952f6651999', 'gw_port_host': None, '_interfaces': [{'id': 'b8d832f8-6568-4fbd-a495-f593730da539', 'name': '', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'mac_address': 'fa:16:3e:42:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:05Z', 'updated_at': '2022-09-08T13:53:07Z', 'revision_number': 2, 'project_id': '9354393c91b3446a8adf9952f6651999', 'subnets': [{'id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:08.991302 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Checking router: b7e9f15e-a391-40f6-bd89-0f57db878150 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:08.991667 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Updating router b7e9f15e-a391-40f6-bd89-0f57db878150 port b8d832f8-6568-4fbd-a495-f593730da539 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:53:09.053032 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (b8d832f8-6568-4fbd-a495-f593730da539), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:09.655492 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Publish callbacks [] for port (b8d832f8-6568-4fbd-a495-f593730da539), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:09.764340 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (b8d832f8-6568-4fbd-a495-f593730da539), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:09.928641 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Pushing event updated for resources: {'Port': ['ID=b8d832f8-6568-4fbd-a495-f593730da539,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:09.931300 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Attempting to bind port b8d832f8-6568-4fbd-a495-f593730da539 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:09.931691 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Attempting to bind port b8d832f8-6568-4fbd-a495-f593730da539 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:09.932121 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Attempting to bind port b8d832f8-6568-4fbd-a495-f593730da539 on network b0661509-7388-4ef7-845c-f131076a2f11 {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:09.966273 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.966613 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.966955 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.967295 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.967622 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.967946 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.968304 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.968628 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.968941 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.969261 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.969577 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.969908 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.970234 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.970547 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.970857 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Tracked resource versions report: Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: pushed versions: Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: { 'AddressGroup': {'1.2'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Agent': {'1.1'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'ConntrackHelper': {'1.0'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'LocalIPAssociation': {'1.0'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Log': {'1.0'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'NDPProxy': {'1.0'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Network': {'1.1'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Port': {'1.7'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'PortForwarding': {'1.3'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'QosPolicy': {'1.10'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroup': {'1.5'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SubPort': {'1.0'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Subnet': {'1.1'}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Trunk': {'1.1'}} Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: consumer versions: Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Agent': '1.1', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'ConntrackHelper': '1.0', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'LocalIPAssociation': '1.0', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Log': '1.0', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'NDPProxy': '1.0', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Network': '1.1', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Port': '1.7', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'PortForwarding': '1.3', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'QosPolicy': '1.10', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroup': '1.5', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroupRule': '1.2', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SubPort': '1.0', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Subnet': '1.1', Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Trunk': '1.1'}} Sep 08 13:53:09.972423 dv-cinder-856463-2-iscsi neutron-server[113669]: {{(pid=113669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:53:10.044906 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:10.045322 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Checking segment: {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:10.045806 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:10.046190 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Bound using segment: {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:10.046717 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Bound port: b8d832f8-6568-4fbd-a495-f593730da539, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73860ed0-38d2-426d-960f-c66b56e94e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:10.047115 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (b8d832f8-6568-4fbd-a495-f593730da539), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:10.113022 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:10.119922 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] For port b8d832f8-6568-4fbd-a495-f593730da539, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:10.123995 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:10.143065 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] For port b8d832f8-6568-4fbd-a495-f593730da539, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=b8d832f8-6568-4fbd-a495-f593730da539,segment=NetworkSegment(73860ed0-38d2-426d-960f-c66b56e94e47),segment_id=73860ed0-38d2-426d-960f-c66b56e94e47)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:10.253744 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (b8d832f8-6568-4fbd-a495-f593730da539), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:10.300186 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Routers {'b7e9f15e-a391-40f6-bd89-0f57db878150'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:10.300835 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T13:52:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b7e9f15e-a391-40f6-bd89-0f57db878150'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:10.347384 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33728263-06df-4b50-bc14-49bcbde16ba7 None None] Pushing event updated for resources: {'Port': ['ID=b8d832f8-6568-4fbd-a495-f593730da539,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:10.400776 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] Set router b7e9f15e-a391-40f6-bd89-0f57db878150 gateway port host: None {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:10.650292 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'name': 'router1', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:53Z', 'updated_at': '2022-09-08T13:53:07Z', 'revision_number': 2, 'project_id': '9354393c91b3446a8adf9952f6651999', 'gw_port_host': None, '_interfaces': [{'id': 'b8d832f8-6568-4fbd-a495-f593730da539', 'name': '', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'mac_address': 'fa:16:3e:42:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:05Z', 'updated_at': '2022-09-08T13:53:10Z', 'revision_number': 4, 'project_id': '9354393c91b3446a8adf9952f6651999', 'subnets': [{'id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:10.695851 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54867186-2489-4fb8-bb3f-5a22cb73d9b2 None None] The sync data for ids ['b7e9f15e-a391-40f6-bd89-0f57db878150'] in dv-cinder-856463-2-iscsi is: [{'id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'name': 'router1', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:53Z', 'updated_at': '2022-09-08T13:53:07Z', 'revision_number': 2, 'project_id': '9354393c91b3446a8adf9952f6651999', 'gw_port_host': None, '_interfaces': [{'id': 'b8d832f8-6568-4fbd-a495-f593730da539', 'name': '', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'mac_address': 'fa:16:3e:42:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:05Z', 'updated_at': '2022-09-08T13:53:10Z', 'revision_number': 4, 'project_id': '9354393c91b3446a8adf9952f6651999', 'subnets': [{'id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:11.150787 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46704) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:11.643036 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6751a66-03a7-4c35-b8bc-1855a69a1f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:11.644515 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b6751a66-03a7-4c35-b8bc-1855a69a1f04 admin admin] 10.222.0.97 "GET /networking/v2.0/networks/dc9c0df0-279a-4c0d-b2c4-d3a363b301ee HTTP/1.1" status: 200 len: 842 time: 0.4927900 Sep 08 13:53:11.656020 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:11.835495 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Made reservation on behalf of 5225debdf3f04c89923ec01541ea8b94 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:11.837850 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.301657 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.objects.ports [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113666) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 08 13:53:12.302381 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (c9da0a23-8b3b-49dd-9d5a-af77d79e08e4), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.356937 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9da0a23-8b3b-49dd-9d5a-af77d79e08e4,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:12.378701 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:12.379055 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Network hostable DHCP agents. Network: dc9c0df0-279a-4c0d-b2c4-d3a363b301ee, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:53:12.506786 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:53:12.721901 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, dc9c0df0-279a-4c0d-b2c4-d3a363b301ee) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:12.727248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:12.728117 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:12.738048 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3b120-66e0-4e09-b47f-00c7d73c13fc None None] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:12.851846 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8848a4-f1ab-4250-ba9f-1819e8a843a4 None None] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:53:12.879068 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ee0955b3-ad12-4c76-981b-f869c4e873ce admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2275400 Sep 08 13:53:15.826383 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 46716) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:16.434132 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d01e0748-5816-413d-a59b-e1f786d66490 demo admin] 10.222.0.97 "GET /networking/v2.0/routers/b7e9f15e-a391-40f6-bd89-0f57db878150 HTTP/1.1" status: 200 len: 710 time: 0.6061778 Sep 08 13:53:16.564083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a36216-d533-4f91-8463-68ff32764d6d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:53:16.565521 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-99a36216-d533-4f91-8463-68ff32764d6d demo admin] 10.222.0.97 "GET /networking/v2.0/networks/dc9c0df0-279a-4c0d-b2c4-d3a363b301ee HTTP/1.1" status: 200 len: 886 time: 0.1256900 Sep 08 13:53:16.575438 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:16.713071 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device b8d832f8-6568-4fbd-a495-f593730da539 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:16.775061 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port b8d832f8-6568-4fbd-a495-f593730da539 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:16.775460 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (b8d832f8-6568-4fbd-a495-f593730da539), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.873551 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks [] for router_gateway (b7e9f15e-a391-40f6-bd89-0f57db878150), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.876074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port b8d832f8-6568-4fbd-a495-f593730da539 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:16.876539 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (b8d832f8-6568-4fbd-a495-f593730da539), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:16.913249 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port b8d832f8-6568-4fbd-a495-f593730da539, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=b8d832f8-6568-4fbd-a495-f593730da539,segment=NetworkSegment(73860ed0-38d2-426d-960f-c66b56e94e47),segment_id=73860ed0-38d2-426d-960f-c66b56e94e47)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:17.004088 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (b8d832f8-6568-4fbd-a495-f593730da539), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.059906 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=b8d832f8-6568-4fbd-a495-f593730da539,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:17.201495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks [] for router_gateway (b7e9f15e-a391-40f6-bd89-0f57db878150), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.284176 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.456481 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Allocated IP 172.27.1.97 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:17.594879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks [] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.622788 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:17.637813 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:17.750752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:17.889672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:17.896381 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:17.900892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:53:17.904069 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Pushing event updated for resources: {'Port': ['ID=8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:18.311676 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks [] for router_gateway (b7e9f15e-a391-40f6-bd89-0f57db878150), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.523886 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123751'] for router (b7e9f15e-a391-40f6-bd89-0f57db878150), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.530052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-644261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687944'] for router (b7e9f15e-a391-40f6-bd89-0f57db878150), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.658801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Router b7e9f15e-a391-40f6-bd89-0f57db878150 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:53:18.699681 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device b8d832f8-6568-4fbd-a495-f593730da539 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:18.751645 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port b8d832f8-6568-4fbd-a495-f593730da539 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:18.752061 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (b8d832f8-6568-4fbd-a495-f593730da539), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.789152 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:53:18.794117 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:18.797313 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c6b69d8b-ae30-449b-add6-12e9a5d1ba8a demo admin] 10.222.0.97 "PUT /networking/v2.0/routers/b7e9f15e-a391-40f6-bd89-0f57db878150 HTTP/1.1" status: 200 len: 889 time: 2.2253959 Sep 08 13:53:18.821110 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Sync routers for ids ['b7e9f15e-a391-40f6-bd89-0f57db878150'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:53:18.840462 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:18.847903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Routers {'b7e9f15e-a391-40f6-bd89-0f57db878150'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:18.848644 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T13:52:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b7e9f15e-a391-40f6-bd89-0f57db878150'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:18.851957 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port b8d832f8-6568-4fbd-a495-f593730da539 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:19.094102 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Set router b7e9f15e-a391-40f6-bd89-0f57db878150 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:19.383338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:19.596060 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'name': 'router1', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:53Z', 'updated_at': '2022-09-08T13:53:18Z', 'revision_number': 4, 'project_id': '9354393c91b3446a8adf9952f6651999', 'gw_port': {'id': '8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:17Z', 'updated_at': '2022-09-08T13:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'b8d832f8-6568-4fbd-a495-f593730da539', 'name': '', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'mac_address': 'fa:16:3e:42:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:05Z', 'updated_at': '2022-09-08T13:53:16Z', 'revision_number': 5, 'project_id': '9354393c91b3446a8adf9952f6651999', 'subnets': [{'id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:19.649486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Checking router: b7e9f15e-a391-40f6-bd89-0f57db878150 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:53:19.649780 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Updating router b7e9f15e-a391-40f6-bd89-0f57db878150 port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:53:19.703058 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.062104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Publish callbacks [] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.155923 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.191521 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Attempting to bind port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:53:20.191890 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Attempting to bind port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:53:20.192287 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Attempting to bind port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:53:20.231390 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cbe8f-8cee-4ad7-a249-7575c34e7a0b None None] Pushing event updated for resources: {'Port': ['ID=8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.253808 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:53:20.254179 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:53:20.254584 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.254979 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:53:20.255478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Bound port: 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:53:20.255902 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.320243 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] For port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:20.325350 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] For port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:20.437154 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:20.501461 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Routers {'b7e9f15e-a391-40f6-bd89-0f57db878150'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 13:53:20.502507 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T13:52:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b7e9f15e-a391-40f6-bd89-0f57db878150'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:20.556386 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:20.565724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cbe8f-8cee-4ad7-a249-7575c34e7a0b None None] Pushing event updated for resources: {'Port': ['ID=8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:20.652983 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] Set router b7e9f15e-a391-40f6-bd89-0f57db878150 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 13:53:20.780928 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:20.880495 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'name': 'router1', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:53Z', 'updated_at': '2022-09-08T13:53:18Z', 'revision_number': 4, 'project_id': '9354393c91b3446a8adf9952f6651999', 'gw_port': {'id': '8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:17Z', 'updated_at': '2022-09-08T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'b8d832f8-6568-4fbd-a495-f593730da539', 'name': '', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'mac_address': 'fa:16:3e:42:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:05Z', 'updated_at': '2022-09-08T13:53:16Z', 'revision_number': 5, 'project_id': '9354393c91b3446a8adf9952f6651999', 'subnets': [{'id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:53:20.918023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7ce79-bf45-4607-b69d-5d97f3c34b93 None None] The sync data for ids ['b7e9f15e-a391-40f6-bd89-0f57db878150'] in dv-cinder-856463-2-iscsi is: [{'id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'name': 'router1', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T13:52:53Z', 'updated_at': '2022-09-08T13:53:18Z', 'revision_number': 4, 'project_id': '9354393c91b3446a8adf9952f6651999', 'gw_port': {'id': '8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:17Z', 'updated_at': '2022-09-08T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'b8d832f8-6568-4fbd-a495-f593730da539', 'name': '', 'network_id': 'b0661509-7388-4ef7-845c-f131076a2f11', 'tenant_id': '9354393c91b3446a8adf9952f6651999', 'mac_address': 'fa:16:3e:42:2f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e9f15e-a391-40f6-bd89-0f57db878150', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T13:53:05Z', 'updated_at': '2022-09-08T13:53:16Z', 'revision_number': 5, 'project_id': '9354393c91b3446a8adf9952f6651999', 'subnets': [{'id': 'cd5bc877-8df6-407a-9f7a-8dd907fc2d9f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0efe579-db01-4799-aee2-ff932d234b71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:53:21.925754 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 46724) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:53:22.075950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-80dff413-c9d1-4b28-ae02-08f46e4520d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.433488 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d58a0fe0-b592-4300-9052-01afaff7dbe9 admin admin] 10.222.0.97 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.5065596 Sep 08 13:53:22.724568 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:22.778809 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:22.778809 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.861770 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:22.862150 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:22.896109 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:23.008059 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:23.076924 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:24.726802 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:24.814888 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:53:24.815488 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:24.920492 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 8adcdb3e-5a91-4886-bf7b-6f7b1d1f8611 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:53:25.180562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70e1eadc-9c5a-4a85-9d7c-4eb51fc215ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:25.719271 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=19 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:25.734757 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=68 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:26.207524 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.499025 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:28.780954 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:28.787392 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=1,neutron:SELECT=56 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:28.803033 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:32.424797 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:32.429581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:32.711744 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:53:38.675362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:38.696586 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:42.703027 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:42.708745 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:53:52.087567 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a19daf4c-58a5-4d9a-9bef-281ce6adb37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:55.170282 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ccb7814c-d5eb-435e-a950-0641092f7935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:56.236544 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.496375 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:53:58.782949 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:02.717012 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:02.725432 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:08.390136 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:08.705221 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:09.718948 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:19.709738 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:19.710965 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:22.076338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-065b4c56-c0f6-4d67-9ea9-1bdeae0642b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:25.184404 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-843734d1-fb49-4c39-8404-a4684b9c09ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:26.332864 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:28.944661 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:28.984706 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:38.686815 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:38.690140 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:39.777735 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=11 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:39.790056 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=21 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:46.710532 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:52.035512 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-15b2723a-7932-4892-9693-ec999b8b45dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:55.136433 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e429ea5a-9747-4b67-91ef-30cb6c7d80cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:56.210762 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:56.705315 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:54:58.497885 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:54:58.778118 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:04.625104 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47274) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:05.030351 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb75c9e-8b6e-428e-8d40-a760052fd92d admin admin] GET failed (client error): The resource could not be found. Sep 08 13:55:05.031792 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-bfb75c9e-8b6e-428e-8d40-a760052fd92d admin admin] 10.222.0.97 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4053767 Sep 08 13:55:05.217612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28df8a2-091b-4ac4-9f38-9d792b5c6330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:05.219167 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c28df8a2-091b-4ac4-9f38-9d792b5c6330 admin admin] 10.222.0.97 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1826134 Sep 08 13:55:07.905254 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47284) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:08.383851 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d66e0-02b3-44d4-8d1f-153f2146ea40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:08.385828 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-818d66e0-02b3-44d4-8d1f-153f2146ea40 admin admin] 10.222.0.97 "GET /networking/v2.0/subnets/cd5bc877-8df6-407a-9f7a-8dd907fc2d9f HTTP/1.1" status: 200 len: 849 time: 0.4790726 Sep 08 13:55:08.396347 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:55:08.498460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Publish callbacks [] for subnet (cd5bc877-8df6-407a-9f7a-8dd907fc2d9f), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:08.679058 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:08.690291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:08.765284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791003914379'] for subnet (cd5bc877-8df6-407a-9f7a-8dd907fc2d9f), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:08.803511 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:08.804312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:08.805974 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] 10.222.0.97 "PUT /networking/v2.0/subnets/cd5bc877-8df6-407a-9f7a-8dd907fc2d9f HTTP/1.1" status: 200 len: 868 time: 0.4133530 Sep 08 13:55:08.810748 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62c9389-09b7-4ef0-9f53-b156cce602be None None] Network b0661509-7388-4ef7-845c-f131076a2f11 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:55:08.845721 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5bc877-8df6-407a-9f7a-8dd907fc2d9f,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:55:08.858520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.858894 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.859517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.860261 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.860837 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.861422 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.862095 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.862839 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.863332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.863705 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.864098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.870411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.870411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.870411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:08.870411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3338bb13-2ff5-4db4-9d00-fea858bf198d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:55:09.212230 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-1f1afecc-8bc0-42a0-b8ca-a927d927d39d None None] Provisioning complete for port b8d832f8-6568-4fbd-a495-f593730da539 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:55:09.212550 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1f1afecc-8bc0-42a0-b8ca-a927d927d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (b8d832f8-6568-4fbd-a495-f593730da539), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:09.335042 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-1f1afecc-8bc0-42a0-b8ca-a927d927d39d None None] Current status of the port b8d832f8-6568-4fbd-a495-f593730da539 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:55:09.347908 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-1f1afecc-8bc0-42a0-b8ca-a927d927d39d None None] Provisioning complete for port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:55:09.348478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1f1afecc-8bc0-42a0-b8ca-a927d927d39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bdc5b1ab-1dde-4259-aa0e-20d7f676e252), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:09.472013 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-1f1afecc-8bc0-42a0-b8ca-a927d927d39d None None] Current status of the port bdc5b1ab-1dde-4259-aa0e-20d7f676e252 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:55:11.636074 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47292) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:12.285841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3653e1a-8378-402d-9b83-a0ec94cdedf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:12.286222 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3653e1a-8378-402d-9b83-a0ec94cdedf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:12.287847 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a3653e1a-8378-402d-9b83-a0ec94cdedf1 admin admin] 10.222.0.97 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.6506207 Sep 08 13:55:15.155546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47300) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:15.631250 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d33803-7284-4e4b-afe0-ca0fb5a04f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:15.631771 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d33803-7284-4e4b-afe0-ca0fb5a04f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:15.633405 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-13d33803-7284-4e4b-afe0-ca0fb5a04f70 admin admin] 10.222.0.97 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4769564 Sep 08 13:55:16.729837 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:16.730615 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:18.394951 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47308) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:18.894175 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c265a2c-a9e3-47d7-8ed7-3ddec223421f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:18.895509 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-8c265a2c-a9e3-47d7-8ed7-3ddec223421f admin admin] 10.222.0.97 "GET /networking/v2.0/networks/b0661509-7388-4ef7-845c-f131076a2f11 HTTP/1.1" status: 200 len: 870 time: 0.4995537 Sep 08 13:55:19.466502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=51 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:19.469301 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=26 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:21.632525 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47316) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:22.070279 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-95eaffbd-e4a6-4854-9f85-4b7a661a6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:22.140740 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:22.169996 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:22.235464 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807fd1d-6aad-4990-868c-121f6e748dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:22.237465 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b807fd1d-6aad-4990-868c-121f6e748dd6 admin admin] 10.222.0.97 "GET /networking/v2.0/networks/dc9c0df0-279a-4c0d-b2c4-d3a363b301ee HTTP/1.1" status: 200 len: 886 time: 0.6035745 Sep 08 13:55:23.714471 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:55:25.055738 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47324) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:25.138300 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-59734fc9-44f1-4000-ad7e-cfb1e67fc857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:25.655309 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46989d12-942f-412d-aabd-7d1960be956b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:25.656013 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46989d12-942f-412d-aabd-7d1960be956b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:25.658189 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-46989d12-942f-412d-aabd-7d1960be956b admin admin] 10.222.0.97 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6010110 Sep 08 13:55:26.207030 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:28.487280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:28.497485 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47332) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:28.811876 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:29.041476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8d6f0-591b-4f16-b2d2-8520f78f3b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:29.042043 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8d6f0-591b-4f16-b2d2-8520f78f3b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:29.043653 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-57c8d6f0-591b-4f16-b2d2-8520f78f3b38 admin admin] 10.222.0.97 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5451365 Sep 08 13:55:31.862375 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47342) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:32.289334 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2bda1-7a1b-4e7a-8d25-ca1ae4780c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:32.290721 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-41a2bda1-7a1b-4e7a-8d25-ca1ae4780c47 admin admin] 10.222.0.97 "GET /networking/v2.0/subnets/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4 HTTP/1.1" status: 200 len: 816 time: 0.4271812 Sep 08 13:55:33.706412 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:35.053688 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47350) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:55:35.468561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab6620-b57b-457f-9e10-02b8d44ba8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:55:35.469932 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-52ab6620-b57b-457f-9e10-02b8d44ba8ce admin admin] 10.222.0.97 "GET /networking/v2.0/subnets/cd5bc877-8df6-407a-9f7a-8dd907fc2d9f HTTP/1.1" status: 200 len: 868 time: 0.4149010 Sep 08 13:55:38.686841 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:38.698996 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:39.032084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=6 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:39.037514 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=7 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:45.461859 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=22 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:45.464073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=29 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:52.064202 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-24662990-5a69-4390-9105-ae3edaef470b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:53.725451 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:53.731789 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:55:55.217715 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7aecbd80-0c76-4492-9a64-e3158df98e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:56.241494 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:58.481881 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:55:58.784347 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:00.714696 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:08.099632 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47408) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:08.401355 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:08.545784 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [None req-3cb43d84-1720-43a5-94b8-120aded1cb59 admin admin] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:56:08.546945 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3cb43d84-1720-43a5-94b8-120aded1cb59 admin admin] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4462225 Sep 08 13:56:08.695741 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:10.709941 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:11.382287 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47416) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:11.819193 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7c821c-d033-4310-b2bf-a8db3193369d admin admin] GET failed (client error): The resource could not be found. Sep 08 13:56:11.820644 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3e7c821c-d033-4310-b2bf-a8db3193369d admin admin] 10.222.0.97 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4373498 Sep 08 13:56:12.080367 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e68863-d653-4e74-ae9f-2d4855703e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:12.082869 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-63e68863-d653-4e74-ae9f-2d4855703e80 admin admin] 10.222.0.97 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2557328 Sep 08 13:56:14.860349 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47424) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:15.252176 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:56:15.355381 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Made reservation on behalf of 5225debdf3f04c89923ec01541ea8b94 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:56:15.357986 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:15.391225 dv-cinder-856463-2-iscsi neutron-server[113666]: WARNING neutron.services.revisions.revision_plugin [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Could not find related network for resource to bump revision. Sep 08 13:56:15.404521 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] vlan segment allocate from pool success with {'vlan_id': 1114, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:56:15.415325 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (222f537a-469e-433a-9e01-9c13da32299c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:15.415698 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Added segment 222f537a-469e-433a-9e01-9c13da32299c of type vlan for network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 Sep 08 13:56:15.478991 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (37d1aa84-7e2b-4304-b6fa-d763930d7d75), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:15.622987 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (37d1aa84-7e2b-4304-b6fa-d763930d7d75), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:15.623919 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:15.624543 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:15.691744 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Pushing event updated for resources: {'Network': ['ID=37d1aa84-7e2b-4304-b6fa-d763930d7d75,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:15.699592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.699934 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.700328 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.700677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.701014 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.701346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.701685 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.702010 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.702469 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.702808 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.703496 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.703496 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.703785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.704101 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.704461 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:15.717526 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:56:15.799109 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-69933527-335d-4a7c-afbd-f7b3b436a36c admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9373224 Sep 08 13:56:18.519875 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47432) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:56:18.700022 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:18.939185 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0970c73e-9794-4b63-bddb-60b4f5c64a54 admin admin] GET failed (client error): The resource could not be found. Sep 08 13:56:18.940519 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0970c73e-9794-4b63-bddb-60b4f5c64a54 admin admin] 10.222.0.97 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4196479 Sep 08 13:56:19.019669 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316fb9e-f089-4863-ae84-3afb0675d64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:19.021238 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9316fb9e-f089-4863-ae84-3afb0675d64d admin admin] 10.222.0.97 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0735440 Sep 08 13:56:19.036333 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:56:19.150204 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Made reservation on behalf of 5225debdf3f04c89923ec01541ea8b94 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:56:19.153936 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:19.424175 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (ba35ac22-3767-4ef2-a340-601598396f60), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:19.531353 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba35ac22-3767-4ef2-a340-601598396f60,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:19.546875 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Checking segment: {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:56:19.547475 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Network hostable DHCP agents. Network: 37d1aa84-7e2b-4304-b6fa-d763930d7d75, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:56:19.629964 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:56:19.732519 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 37d1aa84-7e2b-4304-b6fa-d763930d7d75) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:56:19.738192 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 13:56:19.739111 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:19.746077 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387b4d7-ded0-45bf-9213-377ccf69b010 None None] Network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:56:19.861780 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-37d1aa84-7e2b-4304-b6fa-d763930d7d75', 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75', 'project_id': '5225debdf3f04c89923ec01541ea8b94', 'fixed_ips': [{'subnet_id': 'ba35ac22-3767-4ef2-a340-601598396f60'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 13:56:19.862826 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:19.891500 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8b692ed6-f064-46d2-9e3e-86d2a60b4917 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8432240 Sep 08 13:56:20.040388 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Allocated IP 192.168.233.2 (37d1aa84-7e2b-4304-b6fa-d763930d7d75/ba35ac22-3767-4ef2-a340-601598396f60/bcf4e705-de9e-45d4-81b4-f77f115b9f5b) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:56:20.215331 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Publish callbacks [] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:20.327804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:20.385716 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:56:20.389409 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:56:20.394115 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 13:56:20.399950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Pushing event updated for resources: {'Port': ['ID=bcf4e705-de9e-45d4-81b4-f77f115b9f5b,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:20.411562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.411950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.412345 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.412706 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.413039 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.413377 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.413693 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.414017 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.414340 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.415141 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.415141 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.415336 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.415648 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.415998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.416936 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:56:20.497111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Attempting to bind port bcf4e705-de9e-45d4-81b4-f77f115b9f5b on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 13:56:20.497504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Attempting to bind port bcf4e705-de9e-45d4-81b4-f77f115b9f5b by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 13:56:20.498119 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Attempting to bind port bcf4e705-de9e-45d4-81b4-f77f115b9f5b on network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 13:56:20.546681 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 13:56:20.547057 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Checking segment: {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 13:56:20.547462 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:20.547877 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Bound using segment: {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 13:56:20.548374 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Bound port: bcf4e705-de9e-45d4-81b4-f77f115b9f5b, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 13:56:20.548816 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:20.625062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] For port bcf4e705-de9e-45d4-81b4-f77f115b9f5b, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:56:20.630865 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] For port bcf4e705-de9e-45d4-81b4-f77f115b9f5b, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bcf4e705-de9e-45d4-81b4-f77f115b9f5b,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:56:20.750664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:20.809220 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbe856-8948-4eea-8965-a8e773b4e694 None None] Pushing event updated for resources: {'Port': ['ID=bcf4e705-de9e-45d4-81b4-f77f115b9f5b,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:21.759332 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16071895-3d17-48f6-be65-e12e86af1cc9 None None] Network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 13:56:21.828533 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] Provisioning complete for port bcf4e705-de9e-45d4-81b4-f77f115b9f5b triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:56:21.828824 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:21.833297 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:21.871103 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:21.982226 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] Current status of the port bcf4e705-de9e-45d4-81b4-f77f115b9f5b is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:21.993670 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:22.096273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] For port bcf4e705-de9e-45d4-81b4-f77f115b9f5b, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bcf4e705-de9e-45d4-81b4-f77f115b9f5b,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:56:22.116405 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-54a10e93-37b8-4a19-bf29-03c1ff05bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:22.201215 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:22.261083 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b3770-aeeb-4547-afed-5db81e84d7f3 None None] Pushing event updated for resources: {'Port': ['ID=bcf4e705-de9e-45d4-81b4-f77f115b9f5b,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:56:22.327273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-efc96b85-7c7b-4ad6-a803-1e79649cdad6 None None] Provisioning complete for port bcf4e705-de9e-45d4-81b4-f77f115b9f5b triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:56:22.327663 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-efc96b85-7c7b-4ad6-a803-1e79649cdad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:22.433785 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-efc96b85-7c7b-4ad6-a803-1e79649cdad6 None None] Current status of the port bcf4e705-de9e-45d4-81b4-f77f115b9f5b is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:22.864446 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bcf4e705-de9e-45d4-81b4-f77f115b9f5b up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:56:22.919663 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bcf4e705-de9e-45d4-81b4-f77f115b9f5b triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 13:56:22.920031 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcf4e705-de9e-45d4-81b4-f77f115b9f5b), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:23.025919 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bcf4e705-de9e-45d4-81b4-f77f115b9f5b is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 13:56:25.201010 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d1f81dba-aaf7-4e56-8780-904e30445460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:26.258023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:28.825114 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:28.909463 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:29.754206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:29.755449 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:30.730169 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:30.732200 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:37.715035 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:38.694153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:38.697271 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:47.709428 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:56:52.052791 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a80bf569-e193-4d74-a07a-204e63c68e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:55.150006 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-139b9027-71a6-4ac2-9d41-7a35adddc35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:56.287593 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:58.578379 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:56:58.830477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:07.728937 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:08.705954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:08.709945 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:14.718439 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:19.616861 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:22.046760 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-01f553cf-48cf-43d1-86c7-5222f51f2291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:24.711731 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=17 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:25.155633 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-34b04000-7b57-4845-8a8c-cdb542bbe5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:26.458969 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.561323 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:28.801493 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:38.694392 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:38.702631 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.720671 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:44.726441 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:57:51.717698 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:52.036069 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-66b6d830-904a-4bf3-b5a5-3e35454d807d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:55.005495 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47496) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:55.011751 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [None req-f077ef8b-2b1a-4006-8a27-cf819f98e78c tempest-verify_tempest_config-638926379 tempest-verify_tempest_config-638926379-project] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 13:57:55.012823 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f077ef8b-2b1a-4006-8a27-cf819f98e78c tempest-verify_tempest_config-638926379 tempest-verify_tempest_config-638926379-project] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0063248 Sep 08 13:57:55.231743 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d01c1641-9eb6-49c2-9656-24298b971a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.213387 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47514) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:56.332535 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.361003 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.447210 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Publish callbacks [] for security_group (cdff685a-37c0-4085-973a-0236dc5d950e), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.607217 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cdff685a-37c0-4085-973a-0236dc5d950e), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.657214 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff685a-37c0-4085-973a-0236dc5d950e,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:56.663552 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=7a1543a955354aeba430a176fa9a8ca8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4488001 Sep 08 13:57:56.667119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47518) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:57:56.669170 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.669524 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.669867 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.670206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.670541 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.670875 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.671244 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.671565 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.672112 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.672444 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.672791 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.673144 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.673476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.673801 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.674125 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fc6e52-8bd6-4f4b-aa78-8c63ee21a9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:56.816920 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Publish callbacks [] for security_group (cdff685a-37c0-4085-973a-0236dc5d950e), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:56.855459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Publish callbacks [] for security_group (cdff685a-37c0-4085-973a-0236dc5d950e), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:57.105468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cdff685a-37c0-4085-973a-0236dc5d950e), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:57.108521 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:57.109718 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/cdff685a-37c0-4085-973a-0236dc5d950e HTTP/1.1" status: 204 len: 168 time: 0.4391384 Sep 08 13:57:57.119230 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff685a-37c0-4085-973a-0236dc5d950e,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:57.133630 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.134232 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.134812 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.135394 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.136025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.136674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.137228 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.137855 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.138442 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.138991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.139538 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.140065 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.140673 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.141216 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:57.141785 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb2c95-e7e3-4d52-8a2a-e5413ad447a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:58.561391 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:57:58.835729 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:01.717076 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:06.660558 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=23,neutron:INSERT=7 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:06.661478 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:07.113542 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:07.125171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:08.706361 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:08.711256 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:21.718580 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:21.724499 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:22.042661 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-64533e4f-dfc4-4afe-9090-00643b3b07f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:25.127027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d861e943-1ff3-496d-b1cc-15a4d3e50db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:26.230790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:28.510131 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:28.719047 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:58:28.807176 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:38.704794 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:38.707730 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:38.713364 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:38.717769 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:52.024399 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-27d57e81-6802-4a9c-898d-b9646d705727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:55.178831 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-75ac8e10-66e2-4cd7-aad9-5b465d580db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:56.270891 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.504756 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:58:58.721781 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:58.722673 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:58:58.784707 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:05.719143 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 5 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:59:08.700970 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:08.709082 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:19.577261 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=14 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:19.578276 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=14 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:22.030661 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-143e3b20-ef03-452f-90df-2e959e53aa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:25.150634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-77d45dab-c737-456c-83d7-220fa29318be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:26.231567 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:28.511046 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:28.790602 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:35.719818 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:35.720972 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:36.516358 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686703'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:42.718583 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:59:46.445075 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:46.447891 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:50.233311 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47596) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:50.354594 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ca8e4536-9284-4fa8-9f95-3f99e8e01cb9 admin admin] 10.222.0.97 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1201835 Sep 08 13:59:52.052664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-38a6e802-8430-4488-a18b-94c84a3f8c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:52.712662 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:52.713786 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 13:59:52.943200 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47606) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 13:59:53.003988 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b5d6d34f-f625-476d-bba5-5147a943c2a8 admin admin] 10.222.0.97 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596769 Sep 08 13:59:55.169162 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a297feea-c490-44fa-b37e-167f6fa156bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:56.236850 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:58.882441 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 13:59:58.934580 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:02.998592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:02.999414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:06.566935 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:08.702417 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:12.721218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:16.408487 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:18.700411 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:19.720264 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:22.042514 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-904d9715-924f-4e27-b93b-cae295332313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:25.219874 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b837f5aa-885f-4f81-b244-64252c677c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:26.293950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:28.499517 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:28.784162 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:29.714779 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:29.715515 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:36.488488 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:46.420984 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:46.423068 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:49.715072 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:49.722366 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:00:52.018079 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-11de834c-7909-4235-a2b2-30d35fccefe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:55.178859 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b0616459-2e0e-4b65-a35d-9e15cc6c087f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:56.277612 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:56.721193 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:58.529309 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:00:58.837241 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:06.540960 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:06.716592 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:06.717516 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:16.421221 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:16.431707 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:22.049841 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea105eae-6c17-4703-831e-67952358366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:25.167064 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-33f4c60f-8f41-40f2-96ed-122e91f25b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:26.247542 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:26.719534 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=18 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:26.720720 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=14 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:28.183305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47688) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:28.459068 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-972185458-network', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:28.612242 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:28.612886 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Made reservation on behalf of 44e7a5fc099c4041aa1a3109962b5dc3 for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:28.613422 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:28.639522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:28.781026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks [] for security_group (706add86-0f10-4457-bf34-35c8cb7d111a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:28.893790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:28.894133 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (706add86-0f10-4457-bf34-35c8cb7d111a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:28.955067 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1110, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:01:28.966883 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706add86-0f10-4457-bf34-35c8cb7d111a,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:28.986326 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.988316 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.988316 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.988316 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.988783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.989092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.989626 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.990159 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.990706 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.991253 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.991801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.992404 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.992950 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.993491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.994059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Tracked resource versions report: Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: pushed versions: Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: { 'AddressGroup': {'1.2'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Agent': {'1.1'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'ConntrackHelper': {'1.0'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'LocalIPAssociation': {'1.0'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Log': {'1.0'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'NDPProxy': {'1.0'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Network': {'1.1'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Port': {'1.7'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'PortForwarding': {'1.3'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'QosPolicy': {'1.10'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroup': {'1.5'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroupRule': {'1.2'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SubPort': {'1.0'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Subnet': {'1.1'}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Trunk': {'1.1'}} Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: consumer versions: Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: HyperV agent@hv-cinder-85646: {}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Agent': '1.1', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'ConntrackHelper': '1.0', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'LocalIPAssociation': '1.0', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Log': '1.0', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'NDPProxy': '1.0', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Network': '1.1', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Port': '1.7', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'PortForwarding': '1.3', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'QosPolicy': '1.10', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroup': '1.5', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SecurityGroupRule': '1.2', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'SubPort': '1.0', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Subnet': '1.1', Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: 'Trunk': '1.1'}} Sep 08 14:01:28.996843 dv-cinder-856463-2-iscsi neutron-server[113667]: {{(pid=113667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 14:01:29.008576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791003921300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (1dccd689-8c42-45fc-bad5-4d89629a8554), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:29.012418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Unsubscribe: segment precommit_create {{(pid=113667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 14:01:29.012418 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Added segment 1dccd689-8c42-45fc-bad5-4d89629a8554 of type vlan for network 182a2fc0-a3a1-4a15-a5cd-df587300306f Sep 08 14:01:29.102986 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (182a2fc0-a3a1-4a15-a5cd-df587300306f), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:29.238483 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (182a2fc0-a3a1-4a15-a5cd-df587300306f), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:29.240223 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:29.241204 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:29.398501 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=182a2fc0-a3a1-4a15-a5cd-df587300306f,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:29.411790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:01:29.483281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47742) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:29.484620 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-07266a61-0a41-4e25-85c6-02615d71f1a8 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2934761 Sep 08 14:01:29.495925 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Request body: {'subnet': {'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-subnet', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:29.623746 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Made reservation on behalf of 44e7a5fc099c4041aa1a3109962b5dc3 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:29.626219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:30.023959 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (42f0cb52-706f-488d-b7e4-b26c0ca25a0d), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:30.103395 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f0cb52-706f-488d-b7e4-b26c0ca25a0d,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:30.116195 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.116785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.117142 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.117569 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.118053 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.118577 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.119125 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.119636 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.120035 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.120723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.121994 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.122491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.122915 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.123355 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.123775 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Tracked resource versions report: Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: pushed versions: Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: { 'AddressGroup': {'1.2'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Agent': {'1.1'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'ConntrackHelper': {'1.0'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'LocalIPAssociation': {'1.0'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Log': {'1.0'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'NDPProxy': {'1.0'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Network': {'1.1'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Port': {'1.7'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'PortForwarding': {'1.3'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'QosPolicy': {'1.10'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroup': {'1.5'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroupRule': {'1.2'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SubPort': {'1.0'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Subnet': {'1.1'}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Trunk': {'1.1'}} Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: consumer versions: Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: HyperV agent@hv-cinder-85646: {}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Agent': '1.1', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'ConntrackHelper': '1.0', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'LocalIPAssociation': '1.0', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Log': '1.0', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'NDPProxy': '1.0', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Network': '1.1', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Port': '1.7', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'PortForwarding': '1.3', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'QosPolicy': '1.10', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroup': '1.5', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SecurityGroupRule': '1.2', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'SubPort': '1.0', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Subnet': '1.1', Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: 'Trunk': '1.1'}} Sep 08 14:01:30.125570 dv-cinder-856463-2-iscsi neutron-server[113666]: {{(pid=113666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 14:01:30.136273 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Checking segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:30.136853 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Network hostable DHCP agents. Network: 182a2fc0-a3a1-4a15-a5cd-df587300306f, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:01:30.280699 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:01:30.415176 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 182a2fc0-a3a1-4a15-a5cd-df587300306f) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:30.431232 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb81de-528a-4521-8f08-7943df31a66c None None] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:30.433960 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:30.435774 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:30.570223 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47772) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:30.573239 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4cca230d-3b1e-4d23-8828-b821734191dd admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0867796 Sep 08 14:01:30.578285 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:30.616638 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-182a2fc0-a3a1-4a15-a5cd-df587300306f', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:01:30.618532 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:30.784921 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (a09e504e-5429-4a98-ab81-399e5d59e811), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:30.786874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (a09e504e-5429-4a98-ab81-399e5d59e811), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:30.865321 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Allocated IP 172.20.0.2 (182a2fc0-a3a1-4a15-a5cd-df587300306f/42f0cb52-706f-488d-b7e4-b26c0ca25a0d/0c18f61b-2b8a-45c4-ade1-e5f576c43b55) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:30.866758 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks [] for router_controller (a09e504e-5429-4a98-ab81-399e5d59e811), precommit_add_association {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.119039 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Publish callbacks [] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.185677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47798) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:31.216375 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks [] for router_gateway (a09e504e-5429-4a98-ab81-399e5d59e811), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.221132 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.270196 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:31.274146 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:31.277213 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:31.283387 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Pushing event updated for resources: {'Port': ['ID=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:31.297267 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.297548 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.298083 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.298664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.299012 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.299346 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.299677 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.300004 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.300359 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.300684 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.301010 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.301354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.301682 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.302005 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.302327 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Tracked resource versions report: Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: pushed versions: Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: { 'AddressGroup': {'1.2'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Agent': {'1.1'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'ConntrackHelper': {'1.0'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'LocalIPAssociation': {'1.0'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Log': {'1.0'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'NDPProxy': {'1.0'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Network': {'1.1'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Port': {'1.7'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'PortForwarding': {'1.3'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'QosPolicy': {'1.10'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroup': {'1.5'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroupRule': {'1.2'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SubPort': {'1.0'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Subnet': {'1.1'}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Trunk': {'1.1'}} Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: consumer versions: Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: HyperV agent@hv-cinder-85646: {}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Agent': '1.1', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'ConntrackHelper': '1.0', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'LocalIPAssociation': '1.0', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Log': '1.0', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'NDPProxy': '1.0', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Network': '1.1', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Port': '1.7', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'PortForwarding': '1.3', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'QosPolicy': '1.10', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroup': '1.5', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SecurityGroupRule': '1.2', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'SubPort': '1.0', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Subnet': '1.1', Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: 'Trunk': '1.1'}} Sep 08 14:01:31.303676 dv-cinder-856463-2-iscsi neutron-server[113668]: {{(pid=113668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 14:01:31.389894 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Attempting to bind port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:31.390392 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Attempting to bind port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:31.390982 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Attempting to bind port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:31.489683 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:31.490791 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Checking segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:31.491573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.492803 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Bound using segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:31.493769 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Bound port: 0c18f61b-2b8a-45c4-ade1-e5f576c43b55, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:31.494669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.615986 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] For port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:31.620497 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] For port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:31.694133 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:31.701616 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks [] for router_gateway (a09e504e-5429-4a98-ab81-399e5d59e811), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.716312 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:31.760310 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:31.852849 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1174023287-network', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:31.899132 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd52500-feb6-41ea-ad22-03885f01a42a None None] Pushing event updated for resources: {'Port': ['ID=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:31.943438 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.007887 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Made reservation on behalf of 73ba0ac1c50e4802b8c055a9b3075022 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:32.020177 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.036219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.224922 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Allocated IP 172.27.1.174 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/e4d4b54c-84d5-4f13-944a-1fec7c282461) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:32.224922 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:32.237999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks [] for security_group (5a34eed5-7de1-4b1c-b898-9a9f8b35090b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.332513 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5a34eed5-7de1-4b1c-b898-9a9f8b35090b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.374796 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1128, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:01:32.761187 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a34eed5-7de1-4b1c-b898-9a9f8b35090b,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:32.761187 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (b6cc0110-44a8-4e07-ad7d-1e68064f8758), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.761187 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Added segment b6cc0110-44a8-4e07-ad7d-1e68064f8758 of type vlan for network 39e2cb88-2879-4ba3-b085-907a39189f3c Sep 08 14:01:32.767224 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks [] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.771069 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (39e2cb88-2879-4ba3-b085-907a39189f3c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.771944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.775501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (39e2cb88-2879-4ba3-b085-907a39189f3c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.775501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:32.775501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:32.776466 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:32.776466 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:32.776466 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:32.797692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:32.803162 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] Pushing event updated for resources: {'Network': ['ID=39e2cb88-2879-4ba3-b085-907a39189f3c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:32.820651 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 39e2cb88-2879-4ba3-b085-907a39189f3c details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:01:32.867799 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Pushing event updated for resources: {'Port': ['ID=e4d4b54c-84d5-4f13-944a-1fec7c282461,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:32.876571 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:32.921452 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4290e11f-79fd-4ecc-b324-8eeb1005f0ff admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7322316 Sep 08 14:01:32.925014 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47822) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:32.950295 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Request body: {'subnet': {'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1174023287-subnet', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:33.052481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:33.098294 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Made reservation on behalf of 73ba0ac1c50e4802b8c055a9b3075022 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:33.101606 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.176928 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47828) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:33.205884 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:33.206314 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.216682 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.267062 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.277835 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks [] for router_gateway (a09e504e-5429-4a98-ab81-399e5d59e811), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.367014 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:33.367824 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.461384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:33.489773 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d45d099-90c5-4505-b801-799a6dee861b None None] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:33.583655 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.593146 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (50a6ec07-47e4-4f34-abec-bbe70fd1834b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.665729 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (a09e504e-5429-4a98-ab81-399e5d59e811), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.667669 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47844) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:33.679062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-187cd7a9-1bcf-4799-8a26-e0d50e6a5c00 None None] Provisioning complete for port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:33.679805 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-187cd7a9-1bcf-4799-8a26-e0d50e6a5c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:33.728409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a6ec07-47e4-4f34-abec-bbe70fd1834b,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:33.741608 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:01:33.815540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Checking segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:33.816756 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Network hostable DHCP agents. Network: 39e2cb88-2879-4ba3-b085-907a39189f3c, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:01:33.873005 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:33.913628 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:33.975133 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Network 39e2cb88-2879-4ba3-b085-907a39189f3c is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:01:33.999596 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-829858407-network', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:34.006093 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-187cd7a9-1bcf-4799-8a26-e0d50e6a5c00 None None] Current status of the port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:34.061532 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-75769086-network', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:34.161816 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 39e2cb88-2879-4ba3-b085-907a39189f3c) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:34.162311 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Router a09e504e-5429-4a98-ab81-399e5d59e811 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:01:34.169709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Made reservation on behalf of 9cfcfe1ebb994061b6d203510fd7e65b for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:34.175033 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:34.176051 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa162a-942d-44c3-b1ee-da15042945e0 None None] Network 39e2cb88-2879-4ba3-b085-907a39189f3c requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:34.177717 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.186665 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.213426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.225456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:34.225456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Made reservation on behalf of 92a3e908b87b445b9674d48f9a61bf94 for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:34.228720 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.252787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.312369 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-346c658c-c370-4bc7-a173-b85b80e98c93 None None] Provisioning complete for port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:34.312369 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-346c658c-c370-4bc7-a173-b85b80e98c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.315319 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-58131f35-eed4-45cf-b181-2773ae898ea0 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3863025 Sep 08 14:01:34.318069 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47862) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:34.325330 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:34.491399 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (0a379507-be94-4a1b-b6d2-2c9f70c5023c), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.497585 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (0a379507-be94-4a1b-b6d2-2c9f70c5023c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.539677 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:34.563263 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Sync routers for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:34.594411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks [] for security_group (9dc73e53-2793-4bbb-be32-1ee0b6ea0757), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.597014 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks [] for security_group (76be304f-78e4-4881-8ad4-45f93ef599f8), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.599716 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:34.600494 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:34.654585 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-39e2cb88-2879-4ba3-b085-907a39189f3c', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:01:34.655931 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.710799 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (76be304f-78e4-4881-8ad4-45f93ef599f8), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.750032 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:01:34.783610 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (c279c68e-7b92-4c23-936e-ce7cf1f7d12d), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.783610 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Added segment c279c68e-7b92-4c23-936e-ce7cf1f7d12d of type vlan for network 75351fd7-e93d-4766-b283-c15b1b0e6276 Sep 08 14:01:34.845730 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks [] for router_controller (0a379507-be94-4a1b-b6d2-2c9f70c5023c), precommit_add_association {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.870436 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-346c658c-c370-4bc7-a173-b85b80e98c93 None None] Current status of the port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:34.894394 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:34.900580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.910844 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c3640f1b-93c3-48d0-953f-b0c657a474cd admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3341887 Sep 08 14:01:34.910844 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9dc73e53-2793-4bbb-be32-1ee0b6ea0757), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:34.911400 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47878) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:34.928970 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (75351fd7-e93d-4766-b283-c15b1b0e6276), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.003591 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Allocated IP 172.20.0.2 (39e2cb88-2879-4ba3-b085-907a39189f3c/50a6ec07-47e4-4f34-abec-bbe70fd1834b/5a94d93d-696e-4995-a168-95fd623d3208) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:35.004353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] vlan segment allocate from pool success with {'vlan_id': 1107, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:01:35.032525 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be304f-78e4-4881-8ad4-45f93ef599f8,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:35.055034 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (b37b50fc-a05e-4560-bf31-fcb88a9ce535), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.071065 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Added segment b37b50fc-a05e-4560-bf31-fcb88a9ce535 of type vlan for network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 Sep 08 14:01:35.134540 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:35.134621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc73e53-2793-4bbb-be32-1ee0b6ea0757,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:35.147738 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (21ef396a-7d6a-46fb-a5b2-7b67636f85e3), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.213629 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:32Z', 'revision_number': 3, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:35.254793 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Checking router: a09e504e-5429-4a98-ab81-399e5d59e811 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:35.255140 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Updating router a09e504e-5429-4a98-ab81-399e5d59e811 port e4d4b54c-84d5-4f13-944a-1fec7c282461 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:35.274500 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:35.275074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.289825 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (75351fd7-e93d-4766-b283-c15b1b0e6276), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.290897 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:35.291526 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.301312 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.358570 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:35.375160 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Publish callbacks [] for port (5a94d93d-696e-4995-a168-95fd623d3208), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.375320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (21ef396a-7d6a-46fb-a5b2-7b67636f85e3), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.375320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:35.375320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.443537 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=75351fd7-e93d-4766-b283-c15b1b0e6276,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:35.484486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:01:35.560611 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:35.576459 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (5a94d93d-696e-4995-a168-95fd623d3208), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.588403 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-1b3f1495-7ee8-48a1-abca-577b8d0ba1b8 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4095900 Sep 08 14:01:35.609711 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9400947 Sep 08 14:01:35.612372 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47888) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:35.622520 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47892) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:35.640881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Request body: {'subnet': {'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-75769086-subnet', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:35.656942 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Request body: {'subnet': {'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-829858407-subnet', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:35.676517 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Network 39e2cb88-2879-4ba3-b085-907a39189f3c is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:35.689333 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:35.695502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:35.744685 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1ec1b-889f-4b92-bd1a-65f65887852f admin admin] Pushing event updated for resources: {'Network': ['ID=21ef396a-7d6a-46fb-a5b2-7b67636f85e3,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:35.810135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:01:35.867477 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Made reservation on behalf of 9cfcfe1ebb994061b6d203510fd7e65b for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:35.871712 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.968168 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks [] for router_gateway (0a379507-be94-4a1b-b6d2-2c9f70c5023c), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:35.985024 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Pushing event updated for resources: {'Port': ['ID=5a94d93d-696e-4995-a168-95fd623d3208,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:36.155918 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Attempting to bind port 5a94d93d-696e-4995-a168-95fd623d3208 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:36.156698 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Attempting to bind port 5a94d93d-696e-4995-a168-95fd623d3208 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:36.158792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Attempting to bind port 5a94d93d-696e-4995-a168-95fd623d3208 on network 39e2cb88-2879-4ba3-b085-907a39189f3c {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:36.162327 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Publish callbacks [] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.178485 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Made reservation on behalf of 92a3e908b87b445b9674d48f9a61bf94 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:01:36.181593 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.184568 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:36.270842 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:36.275181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Checking segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:36.275181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.275181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Bound using segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:36.275181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Bound port: 5a94d93d-696e-4995-a168-95fd623d3208, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:36.279036 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (5a94d93d-696e-4995-a168-95fd623d3208), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.346791 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.384449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:36.386186 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (bec935ae-3203-4f24-b49d-22e2c41ceef9), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.451536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] For port 5a94d93d-696e-4995-a168-95fd623d3208, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:36.477696 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Attempting to bind port e4d4b54c-84d5-4f13-944a-1fec7c282461 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:36.477958 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] For port 5a94d93d-696e-4995-a168-95fd623d3208, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5a94d93d-696e-4995-a168-95fd623d3208,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:36.480421 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Attempting to bind port e4d4b54c-84d5-4f13-944a-1fec7c282461 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:36.481935 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Attempting to bind port e4d4b54c-84d5-4f13-944a-1fec7c282461 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:36.486172 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:36.509933 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec935ae-3203-4f24-b49d-22e2c41ceef9,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:36.550929 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Pushing event updated for resources: {'Port': ['ID=e4d4b54c-84d5-4f13-944a-1fec7c282461,revision_number=2']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:36.565381 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.565781 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.566176 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.571241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Tracked resource versions report: Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: pushed versions: Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: { 'AddressGroup': {'1.2'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Agent': {'1.1'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'ConntrackHelper': {'1.0'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'LocalIPAssociation': {'1.0'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Log': {'1.0'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'NDPProxy': {'1.0'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Network': {'1.1'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Port': {'1.7'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'PortForwarding': {'1.3'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'QosPolicy': {'1.10'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroup': {'1.5'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroupRule': {'1.2'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SubPort': {'1.0'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Subnet': {'1.1'}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Trunk': {'1.1'}} Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: consumer versions: Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: { DHCP agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: HyperV agent@hv-cinder-85646: {}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: L3 agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: Metadata agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: Metering agent@dv-cinder-856463-2-iscsi: {}, Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: Open vSwitch agent@dv-cinder-856463-2-iscsi: { 'AddressGroup': '1.2', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Agent': '1.1', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'ConntrackHelper': '1.0', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'LocalIPAssociation': '1.0', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Log': '1.0', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'NDPProxy': '1.0', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Network': '1.1', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Port': '1.7', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'PortForwarding': '1.3', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'QosPolicy': '1.10', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroup': '1.5', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SecurityGroupRule': '1.2', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'SubPort': '1.0', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Subnet': '1.1', Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: 'Trunk': '1.1'}} Sep 08 14:01:36.573033 dv-cinder-856463-2-iscsi neutron-server[113669]: {{(pid=113669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 14:01:36.585002 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Checking segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:36.585002 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Network hostable DHCP agents. Network: 75351fd7-e93d-4766-b283-c15b1b0e6276, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:01:36.593105 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.623895 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:36.624511 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:36.625758 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.626372 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:36.627120 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Bound port: e4d4b54c-84d5-4f13-944a-1fec7c282461, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:36.627672 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.633126 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (5a94d93d-696e-4995-a168-95fd623d3208), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:36.702777 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:36.760465 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024e4e9-0fbe-4bb3-b2ce-c661a1a853da None None] Pushing event updated for resources: {'Port': ['ID=5a94d93d-696e-4995-a168-95fd623d3208,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:36.775162 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] For port e4d4b54c-84d5-4f13-944a-1fec7c282461, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:36.788593 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] For port e4d4b54c-84d5-4f13-944a-1fec7c282461, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=e4d4b54c-84d5-4f13-944a-1fec7c282461,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:36.815064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:01:36.861337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:36.961047 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.055919 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:37.056939 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:37.069998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 75351fd7-e93d-4766-b283-c15b1b0e6276) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:37.078891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:37.080863 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.127535 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa15e42-e600-4cff-9152-59a86b0d37f6 None None] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:37.187535 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:37.188696 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf001d-bdc8-49d1-9450-2166090314ea None None] Pushing event updated for resources: {'Port': ['ID=e4d4b54c-84d5-4f13-944a-1fec7c282461,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:37.325694 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:37.433615 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-75351fd7-e93d-4766-b283-c15b1b0e6276', 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'fixed_ips': [{'subnet_id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:01:37.435442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.435976 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks [] for router_gateway (0a379507-be94-4a1b-b6d2-2c9f70c5023c), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.457458 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d3fe5b03-cc5e-4b94-9887-b0f55acfb4e4 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8229160 Sep 08 14:01:37.467510 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 47948) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:37.488222 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:37.561048 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.600676 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (2c1c8e56-d08e-439e-8819-a003905fca56), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.610849 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:37.711552 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.843678 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1c8e56-d08e-439e-8819-a003905fca56,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:37.861184 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Allocated IP 172.20.0.2 (75351fd7-e93d-4766-b283-c15b1b0e6276/bec935ae-3203-4f24-b49d-22e2c41ceef9/16bdf346-6041-4c1a-9788-c960eda739aa) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:37.879189 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:32Z', 'revision_number': 3, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:37.891082 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (2952d96b-d56a-43b9-9355-966341652994), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.893451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (2952d96b-d56a-43b9-9355-966341652994), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:37.959074 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3484b87b-e18e-4b5a-a195-33ba2ac03259 None None] The sync data for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi is: [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:32Z', 'revision_number': 3, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:38.102609 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:38.103292 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Network hostable DHCP agents. Network: 21ef396a-7d6a-46fb-a5b2-7b67636f85e3, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:01:38.337862 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Allocated IP 172.27.1.44 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/35caa39b-5eb9-412e-ab48-73ede71c8d84) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:38.339022 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Publish callbacks [] for port (16bdf346-6041-4c1a-9788-c960eda739aa), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.406766 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks [] for router_controller (2952d96b-d56a-43b9-9355-966341652994), precommit_add_association {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.491664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.583317 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:38.593455 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:38.598973 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:38.601127 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:01:38.612338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Pushing event updated for resources: {'Port': ['ID=16bdf346-6041-4c1a-9788-c960eda739aa,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:38.666432 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21276fa8-8b74-4f5a-b784-b2265e29e6b0 None None] Network 39e2cb88-2879-4ba3-b085-907a39189f3c requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:38.705464 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Attempting to bind port 16bdf346-6041-4c1a-9788-c960eda739aa on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:38.705778 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Attempting to bind port 16bdf346-6041-4c1a-9788-c960eda739aa by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:38.706091 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Attempting to bind port 16bdf346-6041-4c1a-9788-c960eda739aa on network 75351fd7-e93d-4766-b283-c15b1b0e6276 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:38.747628 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Allocated IP 172.20.0.1 (182a2fc0-a3a1-4a15-a5cd-df587300306f/42f0cb52-706f-488d-b7e4-b26c0ca25a0d/bcfc1c17-a239-417f-a1f0-5e04f12ab122) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:38.790128 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] Provisioning complete for port 5a94d93d-696e-4995-a168-95fd623d3208 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:38.790576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5a94d93d-696e-4995-a168-95fd623d3208), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.853766 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks [] for router_gateway (2952d96b-d56a-43b9-9355-966341652994), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.865429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks [] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.907635 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 21ef396a-7d6a-46fb-a5b2-7b67636f85e3) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:38.915671 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:38.918507 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:38.937660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128f3dd-9613-4c39-a5d1-dbc3045653bf None None] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:39.009586 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:39.010034 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Checking segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:39.010351 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.010747 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Bound using segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:39.011292 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Bound port: 16bdf346-6041-4c1a-9788-c960eda739aa, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:39.011717 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.054506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks [] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.164545 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8388a899-2d3d-4e64-8f4d-597b14d6a987 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5380077 Sep 08 14:01:39.164999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 47966) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:39.170679 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:39.215661 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.236196 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] Current status of the port 5a94d93d-696e-4995-a168-95fd623d3208 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:39.237110 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (5a94d93d-696e-4995-a168-95fd623d3208), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.306817 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e4d4b54c-84d5-4f13-944a-1fec7c282461 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:39.370679 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] For port 5a94d93d-696e-4995-a168-95fd623d3208, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5a94d93d-696e-4995-a168-95fd623d3208,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:39.379552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:01:39.379552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.426797 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.448882 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (1edc8896-fef4-460e-8e1d-467282560f46), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.452956 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (1edc8896-fef4-460e-8e1d-467282560f46), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.500300 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:39.506746 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Pushing event updated for resources: {'Port': ['ID=35caa39b-5eb9-412e-ab48-73ede71c8d84,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:39.517195 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (5a94d93d-696e-4995-a168-95fd623d3208), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.560403 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks [] for router_gateway (2952d96b-d56a-43b9-9355-966341652994), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.565557 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:39.576932 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:39.602468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.603001 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:39.625548 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:39.677021 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d21cc-f292-41a3-9782-04a9d8ad4b33 None None] Pushing event updated for resources: {'Port': ['ID=5a94d93d-696e-4995-a168-95fd623d3208,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:39.719377 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:39.743580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:39.745150 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (a09e504e-5429-4a98-ab81-399e5d59e811), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:39.781687 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Allocated IP 172.27.1.63 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/dcb16ec2-5b86-4d6f-9058-544762eebfea) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:39.815123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] For port 16bdf346-6041-4c1a-9788-c960eda739aa, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:39.823129 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] For port 16bdf346-6041-4c1a-9788-c960eda739aa, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=16bdf346-6041-4c1a-9788-c960eda739aa,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:39.943289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfc1c17-a239-417f-a1f0-5e04f12ab122,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:39.986922 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks [] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.047348 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port e4d4b54c-84d5-4f13-944a-1fec7c282461 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:40.048191 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.115909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.171618 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.332433 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:40.338689 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:40.343573 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:40.479267 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks [] for router_controller (1edc8896-fef4-460e-8e1d-467282560f46), precommit_add_association {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.545372 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Pushing event updated for resources: {'Port': ['ID=dcb16ec2-5b86-4d6f-9058-544762eebfea,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:40.572306 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-2d128387-0140-4387-bff0-9f6fe3e7c158 None None] Provisioning complete for port bcfc1c17-a239-417f-a1f0-5e04f12ab122 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:40.572942 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2d128387-0140-4387-bff0-9f6fe3e7c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.728108 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5a29-b9ad-4aae-b61f-a62c5bacf45e None None] Pushing event updated for resources: {'Port': ['ID=16bdf346-6041-4c1a-9788-c960eda739aa,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:40.781546 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Allocated IP 172.20.0.2 (21ef396a-7d6a-46fb-a5b2-7b67636f85e3/2c1c8e56-d08e-439e-8819-a003905fca56/aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:40.785164 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-2d128387-0140-4387-bff0-9f6fe3e7c158 None None] Port bcfc1c17-a239-417f-a1f0-5e04f12ab122 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:40.830384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port e4d4b54c-84d5-4f13-944a-1fec7c282461 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:40.830819 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:40.952630 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.035661 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks [] for router_gateway (2952d96b-d56a-43b9-9355-966341652994), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.060084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks [] for router_gateway (1edc8896-fef4-460e-8e1d-467282560f46), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.060084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks [] for router_gateway (0a379507-be94-4a1b-b6d2-2c9f70c5023c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.148853 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port e4d4b54c-84d5-4f13-944a-1fec7c282461, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=e4d4b54c-84d5-4f13-944a-1fec7c282461,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:41.179559 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-f44618d5-ce3c-4d2b-86ed-00b3837cf892 None None] Provisioning complete for port 5a94d93d-696e-4995-a168-95fd623d3208 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:41.185255 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f44618d5-ce3c-4d2b-86ed-00b3837cf892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5a94d93d-696e-4995-a168-95fd623d3208), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.280066 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:41.329573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.331305 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5a94d93d-696e-4995-a168-95fd623d3208 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:41.423035 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Publish callbacks [] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.538250 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 5a94d93d-696e-4995-a168-95fd623d3208 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:41.538962 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5a94d93d-696e-4995-a168-95fd623d3208), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.576215 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=e4d4b54c-84d5-4f13-944a-1fec7c282461,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:41.617018 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (2952d96b-d56a-43b9-9355-966341652994), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.631703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.805179 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Pushing event updated for resources: {'Port': ['ID=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:41.844225 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:41.852618 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks [] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.857003 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (0a379507-be94-4a1b-b6d2-2c9f70c5023c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.886511 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-f44618d5-ce3c-4d2b-86ed-00b3837cf892 None None] Current status of the port 5a94d93d-696e-4995-a168-95fd623d3208 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:41.893787 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:41.914509 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:41.918293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks [] for router_gateway (1edc8896-fef4-460e-8e1d-467282560f46), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:41.960669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:41.979543 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:41.996134 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:42.145490 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Attempting to bind port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:42.147093 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.147595 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Attempting to bind port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:42.147999 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Attempting to bind port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:42.148410 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (a09e504e-5429-4a98-ab81-399e5d59e811), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.152883 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Router 2952d96b-d56a-43b9-9355-966341652994 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:01:42.153766 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.233470 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 5a94d93d-696e-4995-a168-95fd623d3208 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:42.248111 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfc1c17-a239-417f-a1f0-5e04f12ab122,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:42.341491 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:42.341869 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:42.342306 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.344982 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Bound using segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:42.348605 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Bound port: aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:42.349145 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.464099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:42.496402 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f24619-22ef-4423-bf57-44b75bc054ae None None] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:42.527972 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:42.569796 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Sync routers for ids ['2952d96b-d56a-43b9-9355-966341652994'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:42.654308 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] Provisioning complete for port 16bdf346-6041-4c1a-9788-c960eda739aa triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:42.655299 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.706398 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 16bdf346-6041-4c1a-9788-c960eda739aa up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:42.708266 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Routers {'2952d96b-d56a-43b9-9355-966341652994'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:42.708946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['2952d96b-d56a-43b9-9355-966341652994'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:42.744907 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] For port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:42.822923 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] For port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:42.847125 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:42.859828 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-df58b93f-b398-4566-976b-5909997c29ae admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3851883 Sep 08 14:01:42.860461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48044) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:42.975153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 16bdf346-6041-4c1a-9788-c960eda739aa triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:42.975153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:43.031830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Set router 2952d96b-d56a-43b9-9355-966341652994 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:43.156044 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Allocated IP 172.27.1.27 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/3cb10928-aa89-4d25-9f3e-5fcd15826729) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:43.166797 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:43.232064 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] Current status of the port 16bdf346-6041-4c1a-9788-c960eda739aa is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:43.232821 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:43.382471 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48048) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:43.492412 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48062) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:43.499064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:43.511242 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks [] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:43.543698 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:43.888114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-641c525a-736f-47fd-9f22-9c7c3a8553c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:43.997449 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:01:44.054499 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:44.097520 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] For port 16bdf346-6041-4c1a-9788-c960eda739aa, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=16bdf346-6041-4c1a-9788-c960eda739aa,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:44.116544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-98a096cd-30e3-4037-84ab-c23680f86265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.155734 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe37df-a634-43c8-957a-917b16f12f15 None None] Pushing event updated for resources: {'Port': ['ID=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:44.158666 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 3, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:44.165311 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.172396 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Router a09e504e-5429-4a98-ab81-399e5d59e811 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:01:44.203709 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Checking router: 2952d96b-d56a-43b9-9355-966341652994 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:44.203709 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Updating router 2952d96b-d56a-43b9-9355-966341652994 port dcb16ec2-5b86-4d6f-9058-544762eebfea binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:44.205778 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 16bdf346-6041-4c1a-9788-c960eda739aa is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:44.206168 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.247092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-641c525a-736f-47fd-9f22-9c7c3a8553c2 admin admin] Publish callbacks [] for security_group (1e1456f9-620e-4eb5-9398-2219f24bc58f), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.261287 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.368999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:44.388872 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:44.401474 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:44.413433 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.464641 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb10928-aa89-4d25-9f3e-5fcd15826729,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:44.467979 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.518031 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-98a096cd-30e3-4037-84ab-c23680f86265 admin admin] Publish callbacks [] for security_group (ee0d6c7f-019e-4476-b05e-6ca294bd3035), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.578044 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-31fa90c3-69dc-4355-b8ed-7a607124c1fa None None] Provisioning complete for port bcfc1c17-a239-417f-a1f0-5e04f12ab122 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:44.578731 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-31fa90c3-69dc-4355-b8ed-7a607124c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.638904 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:44.652349 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:44.657179 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-641c525a-736f-47fd-9f22-9c7c3a8553c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1e1456f9-620e-4eb5-9398-2219f24bc58f), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.664188 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.db.api [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 14:01:44.670860 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:44.671072 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG oslo_db.api [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:01:44.672076 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:44.790161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-98a096cd-30e3-4037-84ab-c23680f86265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ee0d6c7f-019e-4476-b05e-6ca294bd3035), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.851799 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:44.874546 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-641c525a-736f-47fd-9f22-9c7c3a8553c2 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=95d4d80d60924866ab0240d1b4f251cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4882941 Sep 08 14:01:44.875902 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c525a-736f-47fd-9f22-9c7c3a8553c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1456f9-620e-4eb5-9398-2219f24bc58f,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:44.890283 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48070) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:44.936926 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:44.937174 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-98a096cd-30e3-4037-84ab-c23680f86265 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=43b3aef29e6d4d3b9efa5cdd9e47aa6d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4409778 Sep 08 14:01:44.951404 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48072) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:44.955469 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:44.962046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48074) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:44.963754 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-6001e3fb-a576-46e5-b631-d41616f15c92 admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6443055 Sep 08 14:01:44.974490 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-47eae7b7-8efc-4ccf-8773-5d3e104a6843 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/a09e504e-5429-4a98-ab81-399e5d59e811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0620086 Sep 08 14:01:45.029143 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dcfd9-036c-4824-9e71-14068a7c24e0 None None] Pushing event updated for resources: {'Port': ['ID=16bdf346-6041-4c1a-9788-c960eda739aa,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:45.081168 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Sync routers for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:45.086542 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-31fa90c3-69dc-4355-b8ed-7a607124c1fa None None] Port bcfc1c17-a239-417f-a1f0-5e04f12ab122 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:45.097166 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1697-1631-48bc-bb48-03f5fc4d2696 admin admin] Publish callbacks [] for security_group (ee0d6c7f-019e-4476-b05e-6ca294bd3035), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.141092 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Publish callbacks [] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.156262 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-31fa90c3-69dc-4355-b8ed-7a607124c1fa None None] Provisioning complete for port 16bdf346-6041-4c1a-9788-c960eda739aa triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:45.156697 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-31fa90c3-69dc-4355-b8ed-7a607124c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.174762 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b28a9-e0ed-4387-aa74-e54af5655714 None None] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:01:45.207578 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a096cd-30e3-4037-84ab-c23680f86265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0d6c7f-019e-4476-b05e-6ca294bd3035,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:45.260435 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:45.261078 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:45.261862 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1697-1631-48bc-bb48-03f5fc4d2696 admin admin] Publish callbacks [] for security_group (ee0d6c7f-019e-4476-b05e-6ca294bd3035), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.358639 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Allocated IP 172.20.0.1 (75351fd7-e93d-4766-b283-c15b1b0e6276/bec935ae-3203-4f24-b49d-22e2c41ceef9/a360f1c5-a98b-4195-b8f7-8c359a50c466) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:45.428820 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.430228 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 3, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:45.467353 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:45.467855 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ceccb209-891f-4b15-89ca-22448d9174fd admin admin] Publish callbacks [] for security_group (1e1456f9-620e-4eb5-9398-2219f24bc58f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.468232 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Updating router 0a379507-be94-4a1b-b6d2-2c9f70c5023c port 35caa39b-5eb9-412e-ab48-73ede71c8d84 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:45.492857 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ceccb209-891f-4b15-89ca-22448d9174fd admin admin] Publish callbacks [] for security_group (1e1456f9-620e-4eb5-9398-2219f24bc58f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.507191 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.616460 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks [] for router_gateway (1edc8896-fef4-460e-8e1d-467282560f46), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.685537 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Attempting to bind port dcb16ec2-5b86-4d6f-9058-544762eebfea on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:45.688858 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Attempting to bind port dcb16ec2-5b86-4d6f-9058-544762eebfea by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:45.689433 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Attempting to bind port dcb16ec2-5b86-4d6f-9058-544762eebfea on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:45.756689 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48110) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:45.761387 dv-cinder-856463-2-iscsi neutron-server[113666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 14:01:45.763617 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:45.782980 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:45.817863 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks [] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.871131 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1697-1631-48bc-bb48-03f5fc4d2696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ee0d6c7f-019e-4476-b05e-6ca294bd3035), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.874123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1697-1631-48bc-bb48-03f5fc4d2696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.878214 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44536f4-5cb5-4f76-9f64-6cf3f532bd65 None None] Pushing event updated for resources: {'Port': ['ID=dcb16ec2-5b86-4d6f-9058-544762eebfea,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:45.879354 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ac6a1697-1631-48bc-bb48-03f5fc4d2696 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/ee0d6c7f-019e-4476-b05e-6ca294bd3035 HTTP/1.1" status: 204 len: 168 time: 0.9141955 Sep 08 14:01:45.937932 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Publish callbacks [] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.941102 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:45.949072 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:45.949713 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:45.950307 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.950892 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:45.951688 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Bound port: dcb16ec2-5b86-4d6f-9058-544762eebfea, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:45.952372 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.958913 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ceccb209-891f-4b15-89ca-22448d9174fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1e1456f9-620e-4eb5-9398-2219f24bc58f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.968908 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ceccb209-891f-4b15-89ca-22448d9174fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.976541 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ceccb209-891f-4b15-89ca-22448d9174fd admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1e1456f9-620e-4eb5-9398-2219f24bc58f HTTP/1.1" status: 204 len: 168 time: 1.0778251 Sep 08 14:01:45.983651 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:45.999720 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a1697-1631-48bc-bb48-03f5fc4d2696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0d6c7f-019e-4476-b05e-6ca294bd3035,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:46.027145 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:46.041760 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:46.064177 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] For port dcb16ec2-5b86-4d6f-9058-544762eebfea, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:46.064385 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.070038 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] For port dcb16ec2-5b86-4d6f-9058-544762eebfea, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=dcb16ec2-5b86-4d6f-9058-544762eebfea,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:46.114638 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Attempting to bind port 35caa39b-5eb9-412e-ab48-73ede71c8d84 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:46.115013 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Attempting to bind port 35caa39b-5eb9-412e-ab48-73ede71c8d84 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:46.115372 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Attempting to bind port 35caa39b-5eb9-412e-ab48-73ede71c8d84 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:46.139279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:46.140365 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (2952d96b-d56a-43b9-9355-966341652994), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.166461 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 16bdf346-6041-4c1a-9788-c960eda739aa is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:46.168353 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e4d4b54c-84d5-4f13-944a-1fec7c282461 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:46.191854 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a73f4-71a7-4283-8eb7-1969d247b9f8 None None] Pushing event updated for resources: {'Port': ['ID=35caa39b-5eb9-412e-ab48-73ede71c8d84,revision_number=2']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:46.267149 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (1edc8896-fef4-460e-8e1d-467282560f46), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.285701 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:46.286198 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:46.286612 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.287014 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:46.290772 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Bound port: 35caa39b-5eb9-412e-ab48-73ede71c8d84, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:46.291184 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.311947 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.338094 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:46.343658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb209-891f-4b15-89ca-22448d9174fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1456f9-620e-4eb5-9398-2219f24bc58f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:46.379833 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Routers {'2952d96b-d56a-43b9-9355-966341652994'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:46.380928 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['2952d96b-d56a-43b9-9355-966341652994'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:46.396509 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] For port 35caa39b-5eb9-412e-ab48-73ede71c8d84, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:46.403092 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] For port 35caa39b-5eb9-412e-ab48-73ede71c8d84, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=35caa39b-5eb9-412e-ab48-73ede71c8d84,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:46.412784 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e56b97a8-df51-4811-85c7-6f9485d66d85 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:46.446819 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e56b97a8-df51-4811-85c7-6f9485d66d85 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 818 time: 0.6883290 Sep 08 14:01:46.528257 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Pushing event updated for resources: {'Port': ['ID=a360f1c5-a98b-4195-b8f7-8c359a50c466,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:46.571249 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:46.631822 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:46.635507 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:46.741169 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:46.844397 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:46.900582 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44536f4-5cb5-4f76-9f64-6cf3f532bd65 None None] Pushing event updated for resources: {'Port': ['ID=dcb16ec2-5b86-4d6f-9058-544762eebfea,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:47.002255 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:47.020185 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-5177a421-268e-4423-be01-655b2a033400 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/quotas/44e7a5fc099c4041aa1a3109962b5dc3 HTTP/1.1" status: 200 len: 375 time: 0.5705132 Sep 08 14:01:47.061980 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:47.073983 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.090337 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 3, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:47.131419 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62c88a0-753b-4867-8a4b-e1d151780a58 None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 3, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:47.161783 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a73f4-71a7-4283-8eb7-1969d247b9f8 None None] Pushing event updated for resources: {'Port': ['ID=35caa39b-5eb9-412e-ab48-73ede71c8d84,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:47.221964 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-ce0980e1-47fc-4427-bc82-a6a40a1bae57 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914566 Sep 08 14:01:47.226572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port e4d4b54c-84d5-4f13-944a-1fec7c282461 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:47.227325 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.381142 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Router 1edc8896-fef4-460e-8e1d-467282560f46 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:01:47.472723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48128) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:47.586297 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-461637b6-f233-4d92-92f4-e6bfdd822e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.623147 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:47.648640 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] Set router 2952d96b-d56a-43b9-9355-966341652994 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:47.663618 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:47.668465 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-31fa90c3-69dc-4355-b8ed-7a607124c1fa None None] Current status of the port 16bdf346-6041-4c1a-9788-c960eda739aa is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:47.669430 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48134) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:47.686787 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:47.721810 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-209445fe-18d8-4af2-9e22-f4046cb7eaff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.746245 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:47.747947 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:47.765669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:41Z', 'revision_number': 2, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:47.848729 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-209445fe-18d8-4af2-9e22-f4046cb7eaff admin admin] Publish callbacks [] for security_group (9d29ada1-f126-4836-928a-9219a29b1429), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.853551 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.857263 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a02af4af-b6f1-49e8-b393-4e2ffd8ad943 admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6910634 Sep 08 14:01:47.861444 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48142) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:47.877674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:47.972339 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Checking router: a09e504e-5429-4a98-ab81-399e5d59e811 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:47.972651 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Updating router a09e504e-5429-4a98-ab81-399e5d59e811 port bcfc1c17-a239-417f-a1f0-5e04f12ab122 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:47.974833 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Provisioning complete for port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:47.975124 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.046397 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-209445fe-18d8-4af2-9e22-f4046cb7eaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9d29ada1-f126-4836-928a-9219a29b1429), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.161520 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:48.234163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.315491 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port e4d4b54c-84d5-4f13-944a-1fec7c282461 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:48.316942 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5a94d93d-696e-4995-a168-95fd623d3208 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:48.327922 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209445fe-18d8-4af2-9e22-f4046cb7eaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29ada1-f126-4836-928a-9219a29b1429,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:48.346130 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-00ea0231-13cc-4b36-b765-c75343b74d4a service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:01:48.347480 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-00ea0231-13cc-4b36-b765-c75343b74d4a service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3532910 Sep 08 14:01:48.364569 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-209445fe-18d8-4af2-9e22-f4046cb7eaff admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=6df2770c5b254296b571665775b97a5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6939054 Sep 08 14:01:48.366677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48156) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:48.373784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:48.612410 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-060ebbf2-9943-4dc5-aff0-4e672aa014f5 admin admin] Publish callbacks [] for security_group (9d29ada1-f126-4836-928a-9219a29b1429), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.639338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 3, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:48.689285 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-461637b6-f233-4d92-92f4-e6bfdd822e7b admin admin] Publish callbacks [] for security_group (a74f15dd-5cc3-476d-8de7-f4085ace2d8b), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.698638 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks [] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.712443 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:44Z', 'revision_number': 3, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:48.730785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-060ebbf2-9943-4dc5-aff0-4e672aa014f5 admin admin] Publish callbacks [] for security_group (9d29ada1-f126-4836-928a-9219a29b1429), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.751221 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Allocated IP 172.20.0.1 (39e2cb88-2879-4ba3-b085-907a39189f3c/50a6ec07-47e4-4f34-abec-bbe70fd1834b/2247a3f4-fc24-42c1-b0c7-09099a14b869) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:48.771485 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-c93138cb-760b-432e-a3e6-fab698bc13d0 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906338 Sep 08 14:01:48.790507 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:48.790892 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Updating router 1edc8896-fef4-460e-8e1d-467282560f46 port 3cb10928-aa89-4d25-9f3e-5fcd15826729 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:48.801198 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734b8a89-3770-4ad9-8135-40b01d851345 None None] The sync data for ids ['2952d96b-d56a-43b9-9355-966341652994'] in dv-cinder-856463-2-iscsi is: [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 3, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:48.808614 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Current status of the port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:48.809745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.879740 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-461637b6-f233-4d92-92f4-e6bfdd822e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a74f15dd-5cc3-476d-8de7-f4085ace2d8b), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.889070 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.890294 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (2952d96b-d56a-43b9-9355-966341652994), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.902062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 5a94d93d-696e-4995-a168-95fd623d3208 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:48.902520 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5a94d93d-696e-4995-a168-95fd623d3208), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.906388 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:48.980768 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] For port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:49.025022 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:49.155752 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-baa828c6-1fd7-4a8c-8897-6b9382cefb86 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701091 Sep 08 14:01:49.165511 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:49.239141 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-060ebbf2-9943-4dc5-aff0-4e672aa014f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9d29ada1-f126-4836-928a-9219a29b1429), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:49.242754 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-060ebbf2-9943-4dc5-aff0-4e672aa014f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:49.243961 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-060ebbf2-9943-4dc5-aff0-4e672aa014f5 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/9d29ada1-f126-4836-928a-9219a29b1429 HTTP/1.1" status: 204 len: 168 time: 0.8509958 Sep 08 14:01:49.277649 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ebbf2-9943-4dc5-aff0-4e672aa014f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29ada1-f126-4836-928a-9219a29b1429,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:49.375507 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:49.451583 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 5a94d93d-696e-4995-a168-95fd623d3208 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:49.467879 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Provisioning complete for port a360f1c5-a98b-4195-b8f7-8c359a50c466 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:49.469672 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:49.479320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Pushing event updated for resources: {'Port': ['ID=a360f1c5-a98b-4195-b8f7-8c359a50c466,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:49.492736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461637b6-f233-4d92-92f4-e6bfdd822e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74f15dd-5cc3-476d-8de7-f4085ace2d8b,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:49.545773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:49.549291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Port a360f1c5-a98b-4195-b8f7-8c359a50c466 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:49.668660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f78f57-b05f-466b-b4aa-e80e19530dc8 None None] Pushing event updated for resources: {'Port': ['ID=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:49.708014 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-18cb860f-7bcc-4d1f-a1c5-6e5cade21797 None None] Provisioning complete for port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:49.708487 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-18cb860f-7bcc-4d1f-a1c5-6e5cade21797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:49.753006 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.007439 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-461637b6-f233-4d92-92f4-e6bfdd822e7b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=704e0d3c9b47411babb58e57ba7cb00b&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5246813 Sep 08 14:01:50.017358 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48192) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:50.046186 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:50.147984 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks [] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.171896 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Router 2952d96b-d56a-43b9-9355-966341652994 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:01:50.334537 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:50.398961 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 16bdf346-6041-4c1a-9788-c960eda739aa up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:50.496801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-082d1846-fd92-4f28-88c1-1f882b107b35 admin admin] Publish callbacks [] for security_group (a74f15dd-5cc3-476d-8de7-f4085ace2d8b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.521012 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Publish callbacks [] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.552289 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a2a47a10-b429-4fe2-8201-416127abc406 req-3c877fdc-0b0a-45e6-b692-1daf4fced6ac tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 210 time: 0.3560252 Sep 08 14:01:50.633702 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Publish callbacks [] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.646786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-082d1846-fd92-4f28-88c1-1f882b107b35 admin admin] Publish callbacks [] for security_group (a74f15dd-5cc3-476d-8de7-f4085ace2d8b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.704610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-18cb860f-7bcc-4d1f-a1c5-6e5cade21797 None None] Current status of the port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:50.710642 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 16bdf346-6041-4c1a-9788-c960eda739aa triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:50.710642 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.711726 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Allocated IP 172.20.0.1 (21ef396a-7d6a-46fb-a5b2-7b67636f85e3/2c1c8e56-d08e-439e-8819-a003905fca56/dfe27b5a-b234-4c11-8c0e-83509a05bca1) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:01:50.718081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:50.730391 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-611b4b07-6e2d-4642-8a3b-077294314f41 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/2952d96b-d56a-43b9-9355-966341652994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8681195 Sep 08 14:01:50.739359 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.739953 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.810426 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.827495 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Attempting to bind port 3cb10928-aa89-4d25-9f3e-5fcd15826729 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:50.828843 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Attempting to bind port 3cb10928-aa89-4d25-9f3e-5fcd15826729 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:50.829324 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Attempting to bind port 3cb10928-aa89-4d25-9f3e-5fcd15826729 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:50.939246 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-06b4d2df-0d61-4712-99ac-2bc97395716c None None] Provisioning complete for port a360f1c5-a98b-4195-b8f7-8c359a50c466 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:50.939642 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-06b4d2df-0d61-4712-99ac-2bc97395716c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:50.972324 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Network 39e2cb88-2879-4ba3-b085-907a39189f3c is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:50.977476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:50.990670 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:50.991249 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (0a379507-be94-4a1b-b6d2-2c9f70c5023c), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.002864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Pushing event updated for resources: {'Port': ['ID=2247a3f4-fc24-42c1-b0c7-09099a14b869,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:51.053172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks [] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.061353 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce679a7-3d03-4835-95fd-b1bc9ece2964 None None] Pushing event updated for resources: {'Port': ['ID=bcfc1c17-a239-417f-a1f0-5e04f12ab122,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:51.070677 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 16bdf346-6041-4c1a-9788-c960eda739aa is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:51.072274 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dcb16ec2-5b86-4d6f-9058-544762eebfea up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:51.075830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-06b4d2df-0d61-4712-99ac-2bc97395716c None None] Port a360f1c5-a98b-4195-b8f7-8c359a50c466 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:51.118675 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda84c4-ca92-4859-a781-86965ac83557 None None] Pushing event updated for resources: {'Port': ['ID=3cb10928-aa89-4d25-9f3e-5fcd15826729,revision_number=2']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:51.142301 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:51.156717 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:51.157082 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:51.158122 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.159647 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:51.160351 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Bound port: 3cb10928-aa89-4d25-9f3e-5fcd15826729, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:51.165011 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.167565 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:51.291893 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Attempting to bind port bcfc1c17-a239-417f-a1f0-5e04f12ab122 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:51.291893 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Attempting to bind port bcfc1c17-a239-417f-a1f0-5e04f12ab122 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:51.291893 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Attempting to bind port bcfc1c17-a239-417f-a1f0-5e04f12ab122 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:51.292276 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-082d1846-fd92-4f28-88c1-1f882b107b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a74f15dd-5cc3-476d-8de7-f4085ace2d8b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.310612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-082d1846-fd92-4f28-88c1-1f882b107b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.310994 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] For port 3cb10928-aa89-4d25-9f3e-5fcd15826729, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:51.316831 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] For port 3cb10928-aa89-4d25-9f3e-5fcd15826729, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3cb10928-aa89-4d25-9f3e-5fcd15826729,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:51.322076 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-082d1846-fd92-4f28-88c1-1f882b107b35 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/a74f15dd-5cc3-476d-8de7-f4085ace2d8b HTTP/1.1" status: 204 len: 168 time: 1.3033538 Sep 08 14:01:51.330130 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.377473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48248) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:51.378587 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d1846-fd92-4f28-88c1-1f882b107b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74f15dd-5cc3-476d-8de7-f4085ace2d8b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:51.431870 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:51.440998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port dcb16ec2-5b86-4d6f-9058-544762eebfea triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:51.441726 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.502554 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:51.535419 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:51.551642 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:01:51.552726 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (1edc8896-fef4-460e-8e1d-467282560f46), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.567062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:51.567597 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Checking segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:51.568251 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.568825 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Bound using segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:51.569563 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Bound port: bcfc1c17-a239-417f-a1f0-5e04f12ab122, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:51.570115 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.585434 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.607272 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.658777 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-828137d0-1f97-4412-98b0-eda89e2b6b08 None None] Provisioning complete for port 2247a3f4-fc24-42c1-b0c7-09099a14b869 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:51.659340 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-828137d0-1f97-4412-98b0-eda89e2b6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:51.746079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe27b5a-b234-4c11-8c0e-83509a05bca1,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:51.756195 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda84c4-ca92-4859-a781-86965ac83557 None None] Pushing event updated for resources: {'Port': ['ID=3cb10928-aa89-4d25-9f3e-5fcd15826729,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:51.786742 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:51.788779 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:52.070258 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-b6108441-9393-45a0-8990-cf63de40ff42 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:52.070809 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-b6108441-9393-45a0-8990-cf63de40ff42 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 818 time: 0.6678751 Sep 08 14:01:52.116119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks [] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.158775 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:52.212949 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.214044 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (0a379507-be94-4a1b-b6d2-2c9f70c5023c), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.359034 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Pushing event updated for resources: {'Port': ['ID=2247a3f4-fc24-42c1-b0c7-09099a14b869,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:52.401673 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port dcb16ec2-5b86-4d6f-9058-544762eebfea is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:52.402064 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.489537 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Network 39e2cb88-2879-4ba3-b085-907a39189f3c is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:52.492522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:52.494625 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:52.523837 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Sync routers for ids ['2952d96b-d56a-43b9-9355-966341652994'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:52.588039 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Routers {'2952d96b-d56a-43b9-9355-966341652994'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:52.604536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['2952d96b-d56a-43b9-9355-966341652994'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:52.610757 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:44Z', 'revision_number': 3, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:52.613325 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port dcb16ec2-5b86-4d6f-9058-544762eebfea, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=dcb16ec2-5b86-4d6f-9058-544762eebfea,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:52.662302 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] For port bcfc1c17-a239-417f-a1f0-5e04f12ab122, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:52.670966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] For port bcfc1c17-a239-417f-a1f0-5e04f12ab122, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bcfc1c17-a239-417f-a1f0-5e04f12ab122,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:52.688682 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa03e68-0740-44b5-8201-c091a9af24ab None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:44Z', 'revision_number': 3, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:52.745625 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:01:52.768639 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-2af9c3e6-71fc-42e3-a881-762331b6e80c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/quotas/44e7a5fc099c4041aa1a3109962b5dc3 HTTP/1.1" status: 200 len: 375 time: 0.0876667 Sep 08 14:01:52.790272 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-828137d0-1f97-4412-98b0-eda89e2b6b08 None None] Port 2247a3f4-fc24-42c1-b0c7-09099a14b869 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:52.861201 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-19424c7e-35b4-4c08-b953-7856f74c30e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.863966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.867135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:52.868035 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 35caa39b-5eb9-412e-ab48-73ede71c8d84 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:53.032750 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-0c36230b-d851-4cea-8926-788ccbae308e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:53.037026 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 35caa39b-5eb9-412e-ab48-73ede71c8d84 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:53.037026 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.044653 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-0c36230b-d851-4cea-8926-788ccbae308e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/networks?id=75351fd7-e93d-4766-b283-c15b1b0e6276 HTTP/1.1" status: 200 len: 811 time: 0.9613674 Sep 08 14:01:53.072365 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-7d8e7b00-fff7-47bb-b6fe-96e4dd29a4ea tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/quotas/9cfcfe1ebb994061b6d203510fd7e65b HTTP/1.1" status: 200 len: 375 time: 0.0264385 Sep 08 14:01:53.073419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-796a070e-011e-4890-9af2-a66e3fe3a5c9 None None] Provisioning complete for port dfe27b5a-b234-4c11-8c0e-83509a05bca1 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:53.074853 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-796a070e-011e-4890-9af2-a66e3fe3a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.088346 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-d922d72d-c5ef-4f5c-a763-aa0e429d6b7d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2996719 Sep 08 14:01:53.093454 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:53.094116 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:53.103812 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.223395 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-29041984-74c5-4aaf-8f40-d0156f3fd3fb tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=9cfcfe1ebb994061b6d203510fd7e65b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453834 Sep 08 14:01:53.264777 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Set router 2952d96b-d56a-43b9-9355-966341652994 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:53.328820 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce679a7-3d03-4835-95fd-b1bc9ece2964 None None] Pushing event updated for resources: {'Port': ['ID=bcfc1c17-a239-417f-a1f0-5e04f12ab122,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:53.339297 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-796a070e-011e-4890-9af2-a66e3fe3a5c9 None None] Port dfe27b5a-b234-4c11-8c0e-83509a05bca1 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:53.488224 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-02c30bc0-fc58-4f79-a85f-798bb979d686 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/75351fd7-e93d-4766-b283-c15b1b0e6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634714 Sep 08 14:01:53.555547 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:53.564672 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6a0872b4-dcca-414a-8f3e-67cf76ae71ba admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/0a379507-be94-4a1b-b6d2-2c9f70c5023c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6012046 Sep 08 14:01:53.580948 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:53.586009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 35caa39b-5eb9-412e-ab48-73ede71c8d84 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:53.586759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.599064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:53.617742 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:53.619567 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:53.660229 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=dcb16ec2-5b86-4d6f-9058-544762eebfea,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:53.681898 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-b31696df-dfcd-4de9-957a-3d1f983a0cfe None None] Provisioning complete for port 2247a3f4-fc24-42c1-b0c7-09099a14b869 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:53.682595 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b31696df-dfcd-4de9-957a-3d1f983a0cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.698803 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-cef3f6f7-cdc4-4526-82e0-3e3ffefa0a10 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/75351fd7-e93d-4766-b283-c15b1b0e6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090116 Sep 08 14:01:53.820535 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-b31696df-dfcd-4de9-957a-3d1f983a0cfe None None] Port 2247a3f4-fc24-42c1-b0c7-09099a14b869 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:53.821560 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks [] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:53.872397 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:53.972552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 35caa39b-5eb9-412e-ab48-73ede71c8d84, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=35caa39b-5eb9-412e-ab48-73ede71c8d84,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:53.982065 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:54.038882 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.044709 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (1edc8896-fef4-460e-8e1d-467282560f46), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.085006 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:54.137356 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 2, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:54.203247 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:54.203611 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Updating router 0a379507-be94-4a1b-b6d2-2c9f70c5023c port 2247a3f4-fc24-42c1-b0c7-09099a14b869 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:54.242219 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:54.243456 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.299640 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-648f4119-8269-4c9b-9c3c-dc5a5c4d4b16 service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:01:54.309731 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-648f4119-8269-4c9b-9c3c-dc5a5c4d4b16 service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4654343 Sep 08 14:01:54.369062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:54.401482 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe27b5a-b234-4c11-8c0e-83509a05bca1,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:54.411608 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:54.419163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:54.537123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:01:54.561721 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:01:54.612072 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-aa94e00b-d4b8-47ac-83b6-75abcf1ef150 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011000 Sep 08 14:01:54.680370 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=35caa39b-5eb9-412e-ab48-73ede71c8d84,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:54.857592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:54.999880 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-c149657a-2ef2-4a78-9dcc-72ba57dbc5ee service neutron] 10.222.0.97 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832600 Sep 08 14:01:55.013492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:01:55.062714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 4, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a360f1c5-a98b-4195-b8f7-8c359a50c466', 'name': '', 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:44Z', 'updated_at': '2022-09-08T14:01:47Z', 'revision_number': 2, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'subnets': [{'id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:55.082527 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Publish callbacks [] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.122979 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Checking router: 2952d96b-d56a-43b9-9355-966341652994 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:55.123336 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Updating router 2952d96b-d56a-43b9-9355-966341652994 port a360f1c5-a98b-4195-b8f7-8c359a50c466 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:55.129452 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:55.173011 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:55.207322 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858d6c45-99f4-4de2-8a13-ab1bc9ca6545 None None] The sync data for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi is: [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:55.249577 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:55.250023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.270188 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.460169 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-50bb36a2-c3d7-4d5c-b407-ea5543dd78c8 None None] Provisioning complete for port dfe27b5a-b234-4c11-8c0e-83509a05bca1 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:55.463312 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-50bb36a2-c3d7-4d5c-b407-ea5543dd78c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.471659 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb0cb7-e756-4cd6-bdfe-52f48c520d1d None None] Pushing event updated for resources: {'Port': ['ID=2247a3f4-fc24-42c1-b0c7-09099a14b869,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:55.483104 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48386) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:55.490600 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296713028', 'description': 'tempest-description--382344543'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:55.507068 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Attempting to bind port 2247a3f4-fc24-42c1-b0c7-09099a14b869 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:55.507466 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Attempting to bind port 2247a3f4-fc24-42c1-b0c7-09099a14b869 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:55.507829 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Attempting to bind port 2247a3f4-fc24-42c1-b0c7-09099a14b869 on network 39e2cb88-2879-4ba3-b085-907a39189f3c {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:55.528364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:01:55.535503 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dc3de13a-e33b-4dcc-9b3f-8f181c12025f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.541875 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.561560 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0d64637d-3790-490e-8d7a-811666538127 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/1edc8896-fef4-460e-8e1d-467282560f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6988363 Sep 08 14:01:55.618429 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-50bb36a2-c3d7-4d5c-b407-ea5543dd78c8 None None] Port dfe27b5a-b234-4c11-8c0e-83509a05bca1 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:01:55.647075 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:55.647818 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Checking segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:55.648438 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.649022 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Bound using segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:55.649812 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Bound port: 2247a3f4-fc24-42c1-b0c7-09099a14b869, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:55.650420 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.681252 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e4d30d4f-2f24-48f4-89e9-69dee127c942 req-c5019317-dbbc-4117-88a6-849277bd94f8 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.1120477 Sep 08 14:01:55.684115 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:55.714789 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:55.749711 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] For port 2247a3f4-fc24-42c1-b0c7-09099a14b869, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:55.759892 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] For port 2247a3f4-fc24-42c1-b0c7-09099a14b869, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2247a3f4-fc24-42c1-b0c7-09099a14b869,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:55.836178 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:55.980892 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b94d7c7e-4330-476d-b09f-451793f9f665 req-c0455ebb-026c-4812-b17e-992feb184ae2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0887065 Sep 08 14:01:56.011635 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.036241 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (150d3826-15c4-4014-8409-19f1fff284d6), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.139407 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (150d3826-15c4-4014-8409-19f1fff284d6), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.224617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150d3826-15c4-4014-8409-19f1fff284d6,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:56.257029 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:56.261926 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:01:56.262917 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:56.294202 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:56.296534 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:56.367379 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3cb10928-aa89-4d25-9f3e-5fcd15826729 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:56.396705 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb0cb7-e756-4cd6-bdfe-52f48c520d1d None None] Pushing event updated for resources: {'Port': ['ID=2247a3f4-fc24-42c1-b0c7-09099a14b869,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:56.549283 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.557432 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-89fa86af-ab16-4482-b7b9-1c3bbc219414 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0695646 Sep 08 14:01:56.562148 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48410) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:56.573062 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'security_group_rule': {'security_group_id': '150d3826-15c4-4014-8409-19f1fff284d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:56.575463 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:56.582026 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:56.604810 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 3cb10928-aa89-4d25-9f3e-5fcd15826729 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:56.605073 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.611337 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.653311 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:01:56.813315 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (9de90308-51ed-4491-937d-3cbd9301969a), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:56.856097 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Publish callbacks [] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.009790 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-eb3509ca-202c-4081-816e-7bc254483599 req-cd896b21-4a85-4b09-bc06-039d89878b29 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.1691954 Sep 08 14:01:57.059031 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (9de90308-51ed-4491-937d-3cbd9301969a), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.094521 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.178295 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 3cb10928-aa89-4d25-9f3e-5fcd15826729 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:57.178717 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.211111 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d7118990-3a96-4dbd-b350-3e24ee426a06 req-96cd304f-2432-4f00-ab49-df5e9d722903 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0560262 Sep 08 14:01:57.236935 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efda0b-d6fb-4463-b483-30ad6b4bdac7 None None] Pushing event updated for resources: {'Port': ['ID=a360f1c5-a98b-4195-b8f7-8c359a50c466,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:57.261227 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 3cb10928-aa89-4d25-9f3e-5fcd15826729, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3cb10928-aa89-4d25-9f3e-5fcd15826729,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:57.370073 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (9de90308-51ed-4491-937d-3cbd9301969a), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.398808 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Attempting to bind port a360f1c5-a98b-4195-b8f7-8c359a50c466 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:57.399561 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Attempting to bind port a360f1c5-a98b-4195-b8f7-8c359a50c466 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:57.402933 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Attempting to bind port a360f1c5-a98b-4195-b8f7-8c359a50c466 on network 75351fd7-e93d-4766-b283-c15b1b0e6276 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:57.415494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de90308-51ed-4491-937d-3cbd9301969a,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:57.432352 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:01:55Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:57.491317 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.492534 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bcfc1c17-a239-417f-a1f0-5e04f12ab122 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:57.500021 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989355f-fca2-463c-8b36-2f34429a565b None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:01:55Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:01:57.519014 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48430) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:57.641182 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=3cb10928-aa89-4d25-9f3e-5fcd15826729,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:57.653518 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:57.712524 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.716887 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:01:57.717073 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-45a8768b-80b7-4a2d-a763-8cadf4333ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1507101 Sep 08 14:01:57.717154 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Updating router 1edc8896-fef4-460e-8e1d-467282560f46 port dfe27b5a-b234-4c11-8c0e-83509a05bca1 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:01:57.720802 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48438) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:57.733433 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'security_group_rule': {'security_group_id': '150d3826-15c4-4014-8409-19f1fff284d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:57.818419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.903714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:01:57.903714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Checking segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:01:57.903714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.903714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Bound using segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:01:57.903714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Bound port: a360f1c5-a98b-4195-b8f7-8c359a50c466, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:01:57.904514 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:57.941872 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bcfc1c17-a239-417f-a1f0-5e04f12ab122 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:01:57.942643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.010782 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (74bc15a9-c2c8-431f-b1f8-248ea8585b20), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.193024 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2285e4f2-e1ae-4b0b-9ec1-89bbe166472c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.256927 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (74bc15a9-c2c8-431f-b1f8-248ea8585b20), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.333548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.77', 49300) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:58.429809 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Publish callbacks [] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.566048 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (74bc15a9-c2c8-431f-b1f8-248ea8585b20), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.670620 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48450) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:58.755653 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-27b60b39-e198-423c-8f66-01f2ebc0c16b req-522266bb-8632-4925-95cd-c72ed8271f0c tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.0751629 Sep 08 14:01:58.796088 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] For port a360f1c5-a98b-4195-b8f7-8c359a50c466, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:01:58.803623 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.811263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48456) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:58.821109 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656516498', 'description': 'tempest-description--1113739714'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:58.828597 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bc15a9-c2c8-431f-b1f8-248ea8585b20,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:58.932393 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] For port a360f1c5-a98b-4195-b8f7-8c359a50c466, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a360f1c5-a98b-4195-b8f7-8c359a50c466,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:01:58.953894 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2285e4f2-e1ae-4b0b-9ec1-89bbe166472c admin admin] Publish callbacks [] for security_group (cf30d869-1fc0-4148-8bc2-57a5164daede), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:58.987719 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bcfc1c17-a239-417f-a1f0-5e04f12ab122 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:01:58.988453 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.007291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.015365 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.024198 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.028213 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7eedaaf5-d138-41c1-b55d-2788c7da852e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3047156 Sep 08 14:01:59.033937 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48460) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:59.045276 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:59.092435 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-6626e42f-63e0-4d83-afac-1e18fc04f26d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:01:59.095591 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-6626e42f-63e0-4d83-afac-1e18fc04f26d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 818 time: 0.7502954 Sep 08 14:01:59.124480 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2285e4f2-e1ae-4b0b-9ec1-89bbe166472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cf30d869-1fc0-4148-8bc2-57a5164daede), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.128310 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.183022 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:59.186126 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'port': {'device_id': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'admin_state_up': True, 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:01:59.202429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.305663 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0096bdba-177a-4677-a342-0ed94559a8a3 req-5cc96475-66c5-46f0-8db1-e5cd8a572b4d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.2060962 Sep 08 14:01:59.316782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Routers {'2952d96b-d56a-43b9-9355-966341652994'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:01:59.316782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['2952d96b-d56a-43b9-9355-966341652994'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:01:59.447419 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a415ca20-ba17-426f-b861-063273655e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.466220 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-2285e4f2-e1ae-4b0b-9ec1-89bbe166472c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=769f033e409344a18a3e74c7b9314caa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9443440 Sep 08 14:01:59.479565 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285e4f2-e1ae-4b0b-9ec1-89bbe166472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30d869-1fc0-4148-8bc2-57a5164daede,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:59.506723 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port bcfc1c17-a239-417f-a1f0-5e04f12ab122, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bcfc1c17-a239-417f-a1f0-5e04f12ab122,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:01:59.510426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48464) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:01:59.548074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2326c-84c2-47dc-8e16-a4e31b55363e None None] Pushing event updated for resources: {'Port': ['ID=dfe27b5a-b234-4c11-8c0e-83509a05bca1,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:01:59.570954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.609274 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:01:59.638884 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Attempting to bind port dfe27b5a-b234-4c11-8c0e-83509a05bca1 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:01:59.639566 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Attempting to bind port dfe27b5a-b234-4c11-8c0e-83509a05bca1 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:01:59.640122 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Attempting to bind port dfe27b5a-b234-4c11-8c0e-83509a05bca1 on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:01:59.728543 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.731347 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dcb16ec2-5b86-4d6f-9058-544762eebfea up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:01:59.801983 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeee-f231-4878-af68-4c0f20437711 admin admin] Publish callbacks [] for security_group (cf30d869-1fc0-4148-8bc2-57a5164daede), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:01:59.843830 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeee-f231-4878-af68-4c0f20437711 admin admin] Publish callbacks [] for security_group (cf30d869-1fc0-4148-8bc2-57a5164daede), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.041395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeee-f231-4878-af68-4c0f20437711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cf30d869-1fc0-4148-8bc2-57a5164daede), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.045184 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6e45eeee-f231-4878-af68-4c0f20437711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.046894 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6e45eeee-f231-4878-af68-4c0f20437711 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/cf30d869-1fc0-4148-8bc2-57a5164daede HTTP/1.1" status: 204 len: 168 time: 0.5080631 Sep 08 14:02:00.070345 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45eeee-f231-4878-af68-4c0f20437711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30d869-1fc0-4148-8bc2-57a5164daede,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:00.079476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Made reservation on behalf of 44e7a5fc099c4041aa1a3109962b5dc3 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:00.093054 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.103908 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2818f4a0-b814-4d20-bf55-d2d9ee9ea736 req-77d503e1-c8ec-43c4-af72-9f8f6a359585 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.1232641 Sep 08 14:02:00.249125 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efda0b-d6fb-4463-b483-30ad6b4bdac7 None None] Pushing event updated for resources: {'Port': ['ID=a360f1c5-a98b-4195-b8f7-8c359a50c466,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:00.378836 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] Set router 2952d96b-d56a-43b9-9355-966341652994 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:00.384576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:00.385618 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:00.386541 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.387500 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Bound using segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:00.388604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Bound port: dfe27b5a-b234-4c11-8c0e-83509a05bca1, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:00.391700 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.462714 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.484969 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (2b56d280-8049-41ed-993b-19706c0f0bdb), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.489388 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:00.592979 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Allocated IP 172.20.0.12 (182a2fc0-a3a1-4a15-a5cd-df587300306f/42f0cb52-706f-488d-b7e4-b26c0ca25a0d/a1b41d99-de62-4f6e-bc67-196b31315976) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:00.720796 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] For port dfe27b5a-b234-4c11-8c0e-83509a05bca1, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:00.725183 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] For port dfe27b5a-b234-4c11-8c0e-83509a05bca1, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=dfe27b5a-b234-4c11-8c0e-83509a05bca1,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:00.733543 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port dcb16ec2-5b86-4d6f-9058-544762eebfea triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:00.734134 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:00.741633 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:00.743369 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=bcfc1c17-a239-417f-a1f0-5e04f12ab122,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:00.810180 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:00.859267 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.004259 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:01.004888 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:01:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:01.034813 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (2b56d280-8049-41ed-993b-19706c0f0bdb), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.055660 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for port (a1b41d99-de62-4f6e-bc67-196b31315976), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.063791 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8653d887-cd1a-4c1f-8ce1-4915cad6d71d req-13eaee16-5051-42e3-9008-1670b3bf1419 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.1408157 Sep 08 14:02:01.082290 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2326c-84c2-47dc-8e16-a4e31b55363e None None] Pushing event updated for resources: {'Port': ['ID=dfe27b5a-b234-4c11-8c0e-83509a05bca1,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:01.142712 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b56d280-8049-41ed-993b-19706c0f0bdb,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:01.254106 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port dcb16ec2-5b86-4d6f-9058-544762eebfea is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:01.255196 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 35caa39b-5eb9-412e-ab48-73ede71c8d84 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:01.262116 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a415ca20-ba17-426f-b861-063273655e7f admin admin] Publish callbacks [] for security_group (3038f4c4-99fc-477b-9361-d7a7ab2bb47f), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.288003 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Allocated IP 172.27.1.139 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/4f517a5e-ebb8-4eb5-8733-22e3a27fb491) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:01.337221 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.77', 49312) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:01.391678 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:01.411654 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.416775 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-364c4818-80af-41df-8b38-34c5b05cb2f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.6002786 Sep 08 14:02:01.440217 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 35caa39b-5eb9-412e-ab48-73ede71c8d84 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:01.440537 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.441385 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48516) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:01.445242 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 4, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a360f1c5-a98b-4195-b8f7-8c359a50c466', 'name': '', 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:44Z', 'updated_at': '2022-09-08T14:01:58Z', 'revision_number': 4, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'subnets': [{'id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:01.450366 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a415ca20-ba17-426f-b861-063273655e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3038f4c4-99fc-477b-9361-d7a7ab2bb47f), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.539203 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': '2b56d280-8049-41ed-993b-19706c0f0bdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:01.556865 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a415ca20-ba17-426f-b861-063273655e7f admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=8dd4951d620c4bf4b5b0ba9f257424e3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8846691 Sep 08 14:02:01.565211 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.569885 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48518) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:01.575459 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4d4f2-85f5-48c5-850f-5849f279d8cf None None] The sync data for ids ['2952d96b-d56a-43b9-9355-966341652994'] in dv-cinder-856463-2-iscsi is: [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:46Z', 'revision_number': 4, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a360f1c5-a98b-4195-b8f7-8c359a50c466', 'name': '', 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:44Z', 'updated_at': '2022-09-08T14:01:58Z', 'revision_number': 4, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'subnets': [{'id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:01.614017 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f3afdb3f-86f7-4162-aabe-165cc28b671e req-e4ad22c0-8a59-4a74-952a-af5e24477446 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.2147472 Sep 08 14:02:01.701857 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415ca20-ba17-426f-b861-063273655e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3038f4c4-99fc-477b-9361-d7a7ab2bb47f,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:01.810561 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:01.828765 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 35caa39b-5eb9-412e-ab48-73ede71c8d84 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:01.829561 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:01.956282 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (ee56a2e4-26a9-406a-8a09-f35c7d2f6c43), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.003973 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:02.004790 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'Port': ['ID=a1b41d99-de62-4f6e-bc67-196b31315976,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:02.019763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:02.026851 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:02.034699 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:02.059756 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:02.082858 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.148096 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:02.148096 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.165118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.176295 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-3a657f0c-0dbe-4d22-a48a-4d871ceb8335 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:02.184901 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-3a657f0c-0dbe-4d22-a48a-4d871ceb8335 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.77 "GET /networking/v2.0/networks?id=75351fd7-e93d-4766-b283-c15b1b0e6276 HTTP/1.1" status: 200 len: 811 time: 0.8458757 Sep 08 14:02:02.200742 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (ee56a2e4-26a9-406a-8a09-f35c7d2f6c43), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.238461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c9e1617f-4a7d-49d0-8762-2654120268a1 admin admin] Publish callbacks [] for security_group (3038f4c4-99fc-477b-9361-d7a7ab2bb47f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.271970 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48526) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:02.287637 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:02.360964 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:00Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:02.361744 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c9e1617f-4a7d-49d0-8762-2654120268a1 admin admin] Publish callbacks [] for security_group (3038f4c4-99fc-477b-9361-d7a7ab2bb47f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.418947 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Request body: {'port': {'device_id': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'admin_state_up': True, 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:02.470985 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-e3387d86-1093-472c-9e50-59f0e44c70ad tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3019476 Sep 08 14:02:02.516875 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'Port': ['ID=4f517a5e-ebb8-4eb5-8733-22e3a27fb491,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:02.536509 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-751c85bc-9359-4387-ab2e-a2c12e39ba36 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:02:02.537560 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-751c85bc-9359-4387-ab2e-a2c12e39ba36 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0224867 Sep 08 14:02:02.552520 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (ee56a2e4-26a9-406a-8a09-f35c7d2f6c43), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.600634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd1f2f7-66e7-4bd4-9aa4-ea8627bb02ce None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:00Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:02.606102 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee56a2e4-26a9-406a-8a09-f35c7d2f6c43,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:02.657008 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:02.676790 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:02.725500 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ef69e53d-b250-48d1-8f59-2b81effd0400 req-76ce661e-1836-48e4-b448-d2b7c4193284 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.1993864 Sep 08 14:02:02.745283 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:02.762620 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:02.833094 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:02.955613 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-419f3cd4-912c-40c1-be37-543aa3501fb5 None None] Provisioning complete for port a1b41d99-de62-4f6e-bc67-196b31315976 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:02.956082 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-419f3cd4-912c-40c1-be37-543aa3501fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.988611 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:02.998676 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-23d6852b-5a76-416b-9637-3d51a524fa8f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4893568 Sep 08 14:02:02.998676 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48544) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:03.085333 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': '2b56d280-8049-41ed-993b-19706c0f0bdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:03.162890 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-419f3cd4-912c-40c1-be37-543aa3501fb5 None None] Port a1b41d99-de62-4f6e-bc67-196b31315976 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:03.239227 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48548) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:03.242990 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.77', 49320) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:03.272380 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c9e1617f-4a7d-49d0-8762-2654120268a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3038f4c4-99fc-477b-9361-d7a7ab2bb47f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.288975 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c9e1617f-4a7d-49d0-8762-2654120268a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.288975 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c9e1617f-4a7d-49d0-8762-2654120268a1 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/3038f4c4-99fc-477b-9361-d7a7ab2bb47f HTTP/1.1" status: 204 len: 168 time: 1.6962976 Sep 08 14:02:03.349284 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-209c60bc-dc1d-496b-91cc-221865c44547 req-59d41277-af22-4f2d-90c4-5f7bac3ad7af tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.3764310 Sep 08 14:02:03.393176 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-05b53728-66b7-4713-a49f-13d39fdf5729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.438467 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (46662c1c-9d71-47c5-8025-2cca9a4cbb3b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.441236 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ba362c-d34b-4cea-890f-aea55d326b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.634455 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-05b53728-66b7-4713-a49f-13d39fdf5729 admin admin] Publish callbacks [] for security_group (ac6af5d4-834a-46ec-a22a-fc643e9a11c2), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.678979 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (876169df-9a69-47d7-8269-4051800193bc), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.745380 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2247a3f4-fc24-42c1-b0c7-09099a14b869 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:03.845536 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-05b53728-66b7-4713-a49f-13d39fdf5729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ac6af5d4-834a-46ec-a22a-fc643e9a11c2), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.862302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Request body: {'port': {'device_id': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:03.878649 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2247a3f4-fc24-42c1-b0c7-09099a14b869 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:03.879636 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:03.889816 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1617f-4a7d-49d0-8762-2654120268a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038f4c4-99fc-477b-9361-d7a7ab2bb47f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:03.919901 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.089668 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Made reservation on behalf of 9cfcfe1ebb994061b6d203510fd7e65b for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:04.089668 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.097127 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2247a3f4-fc24-42c1-b0c7-09099a14b869 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:04.097626 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.150141 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-33ecf3ff-cfc2-4cf7-b75f-82144dd1dc1b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:04.152042 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-33ecf3ff-cfc2-4cf7-b75f-82144dd1dc1b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 818 time: 1.1457837 Sep 08 14:02:04.369899 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 2247a3f4-fc24-42c1-b0c7-09099a14b869, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2247a3f4-fc24-42c1-b0c7-09099a14b869,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:04.374042 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'port': {'device_id': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'admin_state_up': True, 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:04.377219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b53728-66b7-4713-a49f-13d39fdf5729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6af5d4-834a-46ec-a22a-fc643e9a11c2,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:04.377219 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-05b53728-66b7-4713-a49f-13d39fdf5729 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=ae844e83c79e43e1940e1458605b88d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9961743 Sep 08 14:02:04.377219 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1b62ec4e-c5ce-48dd-bc46-ace2988052e4 req-c6c92bda-646c-40ec-a15d-1c55ae863a36 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.1014400 Sep 08 14:02:04.377219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (876169df-9a69-47d7-8269-4051800193bc), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.377219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.377219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48562) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:04.469268 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.523331 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5f484214-7530-4356-a0d6-f4ea3b8c7aa9 admin admin] Publish callbacks [] for security_group (ac6af5d4-834a-46ec-a22a-fc643e9a11c2), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.660530 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.661314 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a360f1c5-a98b-4195-b8f7-8c359a50c466 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:04.700675 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5f484214-7530-4356-a0d6-f4ea3b8c7aa9 admin admin] Publish callbacks [] for security_group (ac6af5d4-834a-46ec-a22a-fc643e9a11c2), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.719113 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.723929 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (46662c1c-9d71-47c5-8025-2cca9a4cbb3b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.736541 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2de144d6-25af-44a6-bca2-8e7290ace008 req-36206eef-f595-4d8a-8a22-27c53563a0b1 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.1716533 Sep 08 14:02:04.737580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (876169df-9a69-47d7-8269-4051800193bc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.854788 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:04.856522 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876169df-9a69-47d7-8269-4051800193bc,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:04.890540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'Port': ['ID=4f517a5e-ebb8-4eb5-8733-22e3a27fb491,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:04.947137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port a360f1c5-a98b-4195-b8f7-8c359a50c466 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:04.947137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:04.996912 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:05.040275 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=2247a3f4-fc24-42c1-b0c7-09099a14b869,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:05.041767 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.066381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-48a5ac8d-44d5-4d95-a0e5-735581c6c1d6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0307617 Sep 08 14:02:05.080446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ba362c-d34b-4cea-890f-aea55d326b4b admin admin] Publish callbacks [] for security_group (785fa736-0f17-4867-b59a-5527e311b58f), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.113089 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.113089 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-158e7e92-e8af-4701-b125-7f87e479e801 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0484836 Sep 08 14:02:05.118473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48586) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:05.119296 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5f484214-7530-4356-a0d6-f4ea3b8c7aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ac6af5d4-834a-46ec-a22a-fc643e9a11c2), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.122744 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5f484214-7530-4356-a0d6-f4ea3b8c7aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.126661 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-5f484214-7530-4356-a0d6-f4ea3b8c7aa9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/ac6af5d4-834a-46ec-a22a-fc643e9a11c2 HTTP/1.1" status: 204 len: 168 time: 0.7533994 Sep 08 14:02:05.144202 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:05.201834 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484214-7530-4356-a0d6-f4ea3b8c7aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6af5d4-834a-46ec-a22a-fc643e9a11c2,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:05.240485 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port a360f1c5-a98b-4195-b8f7-8c359a50c466 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:05.241169 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.290951 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Allocated IP 172.20.0.8 (75351fd7-e93d-4766-b283-c15b1b0e6276/bec935ae-3203-4f24-b49d-22e2c41ceef9/2be35524-3109-4419-9c9d-3db11f8850f7) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:05.347572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port a360f1c5-a98b-4195-b8f7-8c359a50c466, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a360f1c5-a98b-4195-b8f7-8c359a50c466,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:05.359250 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.451041 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ba362c-d34b-4cea-890f-aea55d326b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (785fa736-0f17-4867-b59a-5527e311b58f), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.459294 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Made reservation on behalf of 44e7a5fc099c4041aa1a3109962b5dc3 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:05.469362 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.514704 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-83ba362c-d34b-4cea-890f-aea55d326b4b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=493f7b105deb418db42b396ffe7454c3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2723014 Sep 08 14:02:05.552178 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48596) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:05.552340 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.552340 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dfe27b5a-b234-4c11-8c0e-83509a05bca1 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:05.822797 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port dfe27b5a-b234-4c11-8c0e-83509a05bca1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:05.823859 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:05.862912 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f654db08-8408-430e-b7ad-668788dc6e26 req-4b217051-768e-4a23-a64b-abf448224484 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.1762528 Sep 08 14:02:06.075664 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.229773 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-38f8c521-ee42-49af-9a58-b1842325a51a req-93cc85d7-4a91-456c-af63-5feeda1acc87 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.1545863 Sep 08 14:02:06.242126 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-cdf28ab6-7d78-424e-b222-54fc2d31a17f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--296713028&fields=id&tenant_id=73ba0ac1c50e4802b8c055a9b3075022 HTTP/1.1" status: 200 len: 267 time: 0.4310975 Sep 08 14:02:06.258102 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba362c-d34b-4cea-890f-aea55d326b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785fa736-0f17-4867-b59a-5527e311b58f,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:06.400736 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=a360f1c5-a98b-4195-b8f7-8c359a50c466,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:06.411019 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port dfe27b5a-b234-4c11-8c0e-83509a05bca1 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:06.411709 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.482260 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:06.534810 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port dfe27b5a-b234-4c11-8c0e-83509a05bca1, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=dfe27b5a-b234-4c11-8c0e-83509a05bca1,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:06.546122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.27.1.220 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/a95ba562-79e5-4689-b0c6-aa0e265a7fd9) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:06.634826 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cabd6dac-5e11-4c43-8f22-84ead8808492 admin admin] Publish callbacks [] for security_group (785fa736-0f17-4867-b59a-5527e311b58f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.690095 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.693464 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cabd6dac-5e11-4c43-8f22-84ead8808492 admin admin] Publish callbacks [] for security_group (785fa736-0f17-4867-b59a-5527e311b58f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.693669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.693669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3cb10928-aa89-4d25-9f3e-5fcd15826729 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:06.735399 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-55705d4d-3a8f-44bc-9acf-2640733b4f83 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:06.743613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b41d99-de62-4f6e-bc67-196b31315976 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:06.750580 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-55705d4d-3a8f-44bc-9acf-2640733b4f83 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 811 time: 0.4966586 Sep 08 14:02:06.778354 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Publish callbacks [] for port (a1b41d99-de62-4f6e-bc67-196b31315976), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.809954 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8d0b6fe7-420a-427d-87a9-d44da775409d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/quotas/73ba0ac1c50e4802b8c055a9b3075022 HTTP/1.1" status: 200 len: 375 time: 0.0587351 Sep 08 14:02:06.874745 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-3b4f27be-ae71-4dfe-bacc-3d2a15b2bf52 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637884 Sep 08 14:02:06.936958 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48626) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:06.947233 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Transition to ACTIVE for port object a1b41d99-de62-4f6e-bc67-196b31315976 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:02:06.947497 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks [] for port (2be35524-3109-4419-9c9d-3db11f8850f7), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:06.962624 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=dfe27b5a-b234-4c11-8c0e-83509a05bca1,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:06.989596 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 3cb10928-aa89-4d25-9f3e-5fcd15826729 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:06.990356 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.116995 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.205257 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 3cb10928-aa89-4d25-9f3e-5fcd15826729 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:07.207780 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bcfc1c17-a239-417f-a1f0-5e04f12ab122 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:07.316406 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bcfc1c17-a239-417f-a1f0-5e04f12ab122 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:07.319765 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.328802 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.332271 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.375337 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46e1f426-4fd4-4563-aac0-dae410608e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.441876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:07.452288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Pushing event updated for resources: {'Port': ['ID=a1b41d99-de62-4f6e-bc67-196b31315976,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:07.486782 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc5f2a89-8882-4983-b83c-bc29372ac59b req-7d0278b3-2868-4eb1-8a20-3065572e1de2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.1002486 Sep 08 14:02:07.580601 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Pushing event updated for resources: {'Port': ['ID=2be35524-3109-4419-9c9d-3db11f8850f7,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:07.590500 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Allocated IP 172.20.0.13 (182a2fc0-a3a1-4a15-a5cd-df587300306f/42f0cb52-706f-488d-b7e4-b26c0ca25a0d/706e4ad8-bdad-41ff-9794-bc52eb9cf0ff) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:07.597818 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.610097 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cabd6dac-5e11-4c43-8f22-84ead8808492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (785fa736-0f17-4867-b59a-5527e311b58f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.622336 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cabd6dac-5e11-4c43-8f22-84ead8808492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.623810 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-cabd6dac-5e11-4c43-8f22-84ead8808492 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/785fa736-0f17-4867-b59a-5527e311b58f HTTP/1.1" status: 204 len: 168 time: 2.0736601 Sep 08 14:02:07.635783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:07.642455 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:07.645734 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:07.653396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:07.654335 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:07.695643 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd6dac-5e11-4c43-8f22-84ead8808492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785fa736-0f17-4867-b59a-5527e311b58f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:07.737356 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Attempting to bind port a1b41d99-de62-4f6e-bc67-196b31315976 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:07.737774 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Attempting to bind port a1b41d99-de62-4f6e-bc67-196b31315976 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:07.738215 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Attempting to bind port a1b41d99-de62-4f6e-bc67-196b31315976 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:07.773069 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bcfc1c17-a239-417f-a1f0-5e04f12ab122 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:07.847648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Port a1b41d99-de62-4f6e-bc67-196b31315976 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:02:07.848227 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Attempting to bind port a1b41d99-de62-4f6e-bc67-196b31315976 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:07.905920 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-424a313a-ee07-4488-889e-bc3b5132458e service neutron] 10.222.0.97 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0038218 Sep 08 14:02:07.906668 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ffa4fe9-90c8-4976-a706-4e8fc4db15c3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4979482 Sep 08 14:02:07.990560 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:07.990560 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=a95ba562-79e5-4689-b0c6-aa0e265a7fd9,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:08.029561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:08.029955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Checking segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:08.030718 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Bound using segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:08.031373 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Bound port: a1b41d99-de62-4f6e-bc67-196b31315976, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:08.034245 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.106251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:08.107328 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:08.111915 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2247a3f4-fc24-42c1-b0c7-09099a14b869 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:08.170662 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.241043 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2247a3f4-fc24-42c1-b0c7-09099a14b869 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:08.241430 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.269643 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540d70-a70c-44e2-ac88-e5b3988e263c req-be2a0fff-db79-476f-809d-4315722866de tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:08.273490 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f4540d70-a70c-44e2-ac88-e5b3988e263c req-be2a0fff-db79-476f-809d-4315722866de tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 931 time: 0.6424649 Sep 08 14:02:08.275079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:08.282135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] For port a1b41d99-de62-4f6e-bc67-196b31315976, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:08.327202 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] For port a1b41d99-de62-4f6e-bc67-196b31315976, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1b41d99-de62-4f6e-bc67-196b31315976,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:08.334731 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-4e6c65e1-6bc5-4027-8c4f-c2578e1434a9 None None] Provisioning complete for port 2be35524-3109-4419-9c9d-3db11f8850f7 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:08.335098 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e6c65e1-6bc5-4027-8c4f-c2578e1434a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.341264 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (35afbeab-616b-4b61-a46c-6b43d16d8907), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.416851 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c65e1-6bc5-4027-8c4f-c2578e1434a9 None None] Port 2be35524-3109-4419-9c9d-3db11f8850f7 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:08.428578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2247a3f4-fc24-42c1-b0c7-09099a14b869 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:08.430003 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a360f1c5-a98b-4195-b8f7-8c359a50c466 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:08.462456 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-2b9812e2-d85b-4ede-8150-b55859f24983 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652181 Sep 08 14:02:08.471723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.472798 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46e1f426-4fd4-4563-aac0-dae410608e1a admin admin] Publish callbacks [] for security_group (0444fe14-10e6-4cfd-9ec1-bc5652db1a23), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.478127 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.482436 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:08.488274 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.495793 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f4540d70-a70c-44e2-ac88-e5b3988e263c req-6ef6bda8-2c3e-4e73-93b3-70b7aefe3dd2 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059953 Sep 08 14:02:08.509180 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 1094 time: 5.2506959 Sep 08 14:02:08.518788 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'tag': 'a1b41d99-de62-4f6e-bc67-196b31315976'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:08.547543 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.596708 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port a360f1c5-a98b-4195-b8f7-8c359a50c466 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:08.597231 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.663449 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:08.747610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:08.773971 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:08.782117 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:08.786887 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:08.792126 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:08.793443 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:08.801703 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84af98-3cad-4b30-9c04-11430bf8c23a service neutron] Pushing event updated for resources: {'Port': ['ID=a1b41d99-de62-4f6e-bc67-196b31315976,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:08.857365 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port a360f1c5-a98b-4195-b8f7-8c359a50c466 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:08.858977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dfe27b5a-b234-4c11-8c0e-83509a05bca1 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:08.941719 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'Port': ['ID=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:08.964429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46e1f426-4fd4-4563-aac0-dae410608e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (0444fe14-10e6-4cfd-9ec1-bc5652db1a23), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.013454 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-afb2bbb7-c01b-4fa2-a266-df6e71d56e6b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8193886 Sep 08 14:02:09.062825 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port dfe27b5a-b234-4c11-8c0e-83509a05bca1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:09.064655 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.155126 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebddd7c-e8d5-4905-a380-57134064f923" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef13e6e-be3d-4cf5-977c-08a0521e5190", "tag": "a1b41d99-de62-4f6e-bc67-196b31315976"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:09.168237 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1f426-4fd4-4563-aac0-dae410608e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0444fe14-10e6-4cfd-9ec1-bc5652db1a23,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:09.290494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.297291 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-46e1f426-4fd4-4563-aac0-dae410608e1a admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=f9466d70d4cb43a3969278e4b724440a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3572099 Sep 08 14:02:09.300852 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 48684) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:09.304654 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1c7c1cd2-a45a-4c0b-9eac-56c2fdb89f1c req-cfa37390-62ea-419f-8e6e-f076c947e855 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.1448460 Sep 08 14:02:09.316740 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port dfe27b5a-b234-4c11-8c0e-83509a05bca1 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:09.335419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-75ff801d-04c3-41da-93a6-2a7c039487cb None None] Provisioning complete for port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:09.335799 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-75ff801d-04c3-41da-93a6-2a7c039487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.341481 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05e43c-022c-4479-9513-2b4045317844 req-aab0ff1f-9f90-449b-93fb-2fc3fc16aa60 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:09.341920 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a05e43c-022c-4479-9513-2b4045317844 req-aab0ff1f-9f90-449b-93fb-2fc3fc16aa60 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 932 time: 0.4479692 Sep 08 14:02:09.385432 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-75ff801d-04c3-41da-93a6-2a7c039487cb None None] Port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:09.433164 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.434610 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (35afbeab-616b-4b61-a46c-6b43d16d8907), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.477811 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-851f583b-6321-47e8-a0a5-ac5e96c6fc21 admin admin] Publish callbacks [] for security_group (0444fe14-10e6-4cfd-9ec1-bc5652db1a23), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.488303 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a05e43c-022c-4479-9513-2b4045317844 req-c8eb85c6-25e5-4cf4-91c5-9d04dc804aa1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251080 Sep 08 14:02:09.509178 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=a95ba562-79e5-4689-b0c6-aa0e265a7fd9,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:09.527898 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-851f583b-6321-47e8-a0a5-ac5e96c6fc21 admin admin] Publish callbacks [] for security_group (0444fe14-10e6-4cfd-9ec1-bc5652db1a23), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.601544 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.618141 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-45b8cba8-8ed0-45cb-af9b-6dbed79f9428 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4778817 Sep 08 14:02:09.646842 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:09.752387 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54769b7e-6d8b-4c28-aa03-25ca9533bc90 req-d32b0805-09b1-4403-b817-20b3c929b129 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:09.754322 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54769b7e-6d8b-4c28-aa03-25ca9533bc90 req-d32b0805-09b1-4403-b817-20b3c929b129 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 931 time: 0.1223857 Sep 08 14:02:09.764349 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-851f583b-6321-47e8-a0a5-ac5e96c6fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (0444fe14-10e6-4cfd-9ec1-bc5652db1a23), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.771495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-851f583b-6321-47e8-a0a5-ac5e96c6fc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:09.776071 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-851f583b-6321-47e8-a0a5-ac5e96c6fc21 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/0444fe14-10e6-4cfd-9ec1-bc5652db1a23 HTTP/1.1" status: 204 len: 168 time: 0.4731820 Sep 08 14:02:09.801116 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdae575-13f9-4054-a47f-ce7a2cab07e6 x-openstack-request-id: req-5bdae575-13f9-4054-a47f-ce7a2cab07e6 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:09.801812 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef13e6e-be3d-4cf5-977c-08a0521e5190", "tag": "a1b41d99-de62-4f6e-bc67-196b31315976", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:09.802921 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5bdae575-13f9-4054-a47f-ce7a2cab07e6 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:09.803849 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdae575-13f9-4054-a47f-ce7a2cab07e6'] response: {'name': 'network-changed', 'server_uuid': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'tag': 'a1b41d99-de62-4f6e-bc67-196b31315976', 'status': 'completed', 'code': 200} Sep 08 14:02:09.805722 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f583b-6321-47e8-a0a5-ac5e96c6fc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444fe14-10e6-4cfd-9ec1-bc5652db1a23,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:09.908696 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54769b7e-6d8b-4c28-aa03-25ca9533bc90 req-363c7216-0239-49f3-924d-6afb980965c4 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267729 Sep 08 14:02:10.339028 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-aa80b6e5-8b54-4565-a69b-3f90f3dc2697 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1656516498&fields=id&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 267 time: 0.1221766 Sep 08 14:02:10.504708 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2fdb4b8b-5be2-4fbd-a076-fa29b8e5fd4a req-09d2dce4-ff4d-4809-9556-0089d6308bee tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0616136 Sep 08 14:02:10.590450 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-a9c54afb-7471-42eb-a299-02229c9dc129 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:10.593182 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-a9c54afb-7471-42eb-a299-02229c9dc129 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.2396252 Sep 08 14:02:10.620405 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-961bac1a-47e2-42e3-97f8-0e0f134d41a1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/quotas/92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 375 time: 0.0187161 Sep 08 14:02:10.731417 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-02dd30ff-fed9-4726-89e6-1390a5d484dd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093180 Sep 08 14:02:10.738880 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890c8af-6b6e-470f-87d7-a64718964548 req-278c105f-8de0-40ec-a879-5cfdf938f972 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:10.746687 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a890c8af-6b6e-470f-87d7-a64718964548 req-278c105f-8de0-40ec-a879-5cfdf938f972 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 932 time: 0.1115499 Sep 08 14:02:10.751487 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:02:10.887482 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Request body: {'port': {'device_id': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:10.894173 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a890c8af-6b6e-470f-87d7-a64718964548 req-3390eed3-a4c8-43ed-b2d5-f7855830272a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326971 Sep 08 14:02:10.959002 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Request body: {'port': {'device_id': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:11.014591 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-7072251b-88e1-4696-ac9d-696a79a76917 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354558 Sep 08 14:02:11.258149 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc20487-ed5f-4189-bcba-a838a565969e req-a5c7f15b-0727-41db-9e6f-a0b880681abf tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:11.270853 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cdc20487-ed5f-4189-bcba-a838a565969e req-a5c7f15b-0727-41db-9e6f-a0b880681abf tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 931 time: 0.2150517 Sep 08 14:02:11.379399 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cdc20487-ed5f-4189-bcba-a838a565969e req-2f44e699-fce9-4b1f-8e45-1492369fc0c4 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072736 Sep 08 14:02:11.411368 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-8acb496b-db24-4020-9ab7-ff36f2d0ad1c service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842931 Sep 08 14:02:11.703496 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-93395aa3-ca8b-4892-8fa8-7ac2e2fbec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:11.705043 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-93395aa3-ca8b-4892-8fa8-7ac2e2fbec67 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1128 time: 0.7258785 Sep 08 14:02:11.726865 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:11.768864 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fac1ee7b-0d48-4a7d-870e-506051f2f989 req-f0261e3c-ad5c-468f-84a8-8d9e5f6f9346 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0935934 Sep 08 14:02:11.940004 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-28ce8df4-96e9-4468-a3b9-355af115ffc8 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 217 time: 0.1956306 Sep 08 14:02:11.943041 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:12.157745 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c64a590a-84d8-48a3-ad89-a0c2c927a4b5 req-2ba19873-fb0e-4b84-9814-a9db014a5486 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.1852729 Sep 08 14:02:12.238523 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030856b-f4ff-4c8e-a733-8646a955ce2c req-ccf7a4d3-4156-4f96-a51e-abdd51de8f94 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:12.244425 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1030856b-f4ff-4c8e-a733-8646a955ce2c req-ccf7a4d3-4156-4f96-a51e-abdd51de8f94 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 932 time: 0.1397343 Sep 08 14:02:12.304442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:12.371418 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1030856b-f4ff-4c8e-a733-8646a955ce2c req-b56c6aec-259a-4777-80bf-e09116320e01 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188805 Sep 08 14:02:12.704255 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be35524-3109-4419-9c9d-3db11f8850f7 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:12.728000 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-818fce93-a7d2-4630-977a-372853e621bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:12.729508 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-818fce93-a7d2-4630-977a-372853e621bf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.7807171 Sep 08 14:02:12.736265 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Publish callbacks [] for port (2be35524-3109-4419-9c9d-3db11f8850f7), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:12.738957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:12.742148 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542285bb-725a-4967-8e47-63e0c7a4b384 req-57958247-3c40-4689-83c7-b9366693ac77 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:12.745596 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-542285bb-725a-4967-8e47-63e0c7a4b384 req-57958247-3c40-4689-83c7-b9366693ac77 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 931 time: 0.2112727 Sep 08 14:02:12.894240 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-542285bb-725a-4967-8e47-63e0c7a4b384 req-c31b59df-5b5c-4ed2-b58b-6215538cc8dd tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117451 Sep 08 14:02:12.959521 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-26b2af04-19bc-43e6-acc2-c2f642746654 req-948fa4c6-7972-4dba-acdc-666f140c1fae tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0631609 Sep 08 14:02:12.967174 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:13.009300 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Transition to ACTIVE for port object 2be35524-3109-4419-9c9d-3db11f8850f7 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:02:13.071699 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-df8715d3-0753-4630-b872-1d4de6bde1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:13.073691 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-df8715d3-0753-4630-b872-1d4de6bde1a9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3336263 Sep 08 14:02:13.358575 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-117b72bc-f006-4e14-8093-b20b564bf1f9 req-34ad98e6-cc0d-49fb-b9be-638b8536f6a1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0622432 Sep 08 14:02:13.416125 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:13.531803 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:13.658480 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe4fca-335a-4251-8149-6098085b1879 req-5ea1a53f-770b-487b-b884-7a5b0807e8af tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:13.660084 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6dfe4fca-335a-4251-8149-6098085b1879 req-5ea1a53f-770b-487b-b884-7a5b0807e8af tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 932 time: 0.0743563 Sep 08 14:02:13.680241 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2be35524-3109-4419-9c9d-3db11f8850f7,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:13.691809 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Attempting to bind port 2be35524-3109-4419-9c9d-3db11f8850f7 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:13.692212 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Attempting to bind port 2be35524-3109-4419-9c9d-3db11f8850f7 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:13.692552 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Attempting to bind port 2be35524-3109-4419-9c9d-3db11f8850f7 on network 75351fd7-e93d-4766-b283-c15b1b0e6276 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:13.718344 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6dfe4fca-335a-4251-8149-6098085b1879 req-819c228e-eeb4-4876-b16d-acdb799bd8e5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506287 Sep 08 14:02:13.752459 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:13.753035 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:13.774879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Publish callbacks [] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:13.786665 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-f52b45c9-317a-42ba-b593-803d49b2bdcb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770418 Sep 08 14:02:13.790620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Port 2be35524-3109-4419-9c9d-3db11f8850f7 on network 75351fd7-e93d-4766-b283-c15b1b0e6276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:02:13.791012 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Attempting to bind port 2be35524-3109-4419-9c9d-3db11f8850f7 on network 75351fd7-e93d-4766-b283-c15b1b0e6276 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:13.833582 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Transition to ACTIVE for port object 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:02:13.858279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:13.858619 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Checking segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:13.859032 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Bound using segment: {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:13.859493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Bound port: 2be35524-3109-4419-9c9d-3db11f8850f7, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:13.859852 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:13.948396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.061681 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] For port 2be35524-3109-4419-9c9d-3db11f8850f7, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:14.094346 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Pushing event updated for resources: {'Port': ['ID=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:14.111913 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Attempting to bind port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:14.112448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Attempting to bind port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:14.112870 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Attempting to bind port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:14.117629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] For port 2be35524-3109-4419-9c9d-3db11f8850f7, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2be35524-3109-4419-9c9d-3db11f8850f7,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:14.132499 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e44557-52c4-4eb5-8fb8-088f0d2cc7ce req-78cbea4e-0a88-47e5-b827-ee4ded2d5d5b tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:14.142064 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-13e44557-52c4-4eb5-8fb8-088f0d2cc7ce req-78cbea4e-0a88-47e5-b827-ee4ded2d5d5b tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0911865 Sep 08 14:02:14.205318 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff on network 182a2fc0-a3a1-4a15-a5cd-df587300306f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:02:14.209902 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Attempting to bind port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:14.226189 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-80409565-cd45-4f4c-a5f9-05ffd394cce6 req-9f5b1dbe-e0f0-4225-99a7-5d7cc107c8e4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0626013 Sep 08 14:02:14.254268 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-13e44557-52c4-4eb5-8fb8-088f0d2cc7ce req-22753c13-6e4d-4dcb-9f3c-7d9c95f8e8c4 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109724 Sep 08 14:02:14.278005 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.282518 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:14.282862 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Checking segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:14.283257 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Bound using segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:14.286460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Bound port: 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:14.286460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.292059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:14.292873 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.297953 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2be35524-3109-4419-9c9d-3db11f8850f7 HTTP/1.1" status: 200 len: 1093 time: 3.4288208 Sep 08 14:02:14.297953 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'tag': '2be35524-3109-4419-9c9d-3db11f8850f7'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:14.297953 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ce34a4-1425-461c-a3f2-9c33ee80711a", "tag": "2be35524-3109-4419-9c9d-3db11f8850f7"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:14.338005 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:14.378504 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23bd28e-3c1a-48e0-9331-e27f6da017c3 x-openstack-request-id: req-d23bd28e-3c1a-48e0-9331-e27f6da017c3 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:14.378796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ce34a4-1425-461c-a3f2-9c33ee80711a", "tag": "2be35524-3109-4419-9c9d-3db11f8850f7", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:14.379056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d23bd28e-3c1a-48e0-9331-e27f6da017c3 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:14.379465 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23bd28e-3c1a-48e0-9331-e27f6da017c3'] response: {'name': 'network-changed', 'server_uuid': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'tag': '2be35524-3109-4419-9c9d-3db11f8850f7', 'status': 'completed', 'code': 200} Sep 08 14:02:14.405248 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1f723-b10c-4bc1-ac47-6477dce6b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=2be35524-3109-4419-9c9d-3db11f8850f7,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:14.457039 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] For port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:14.517609 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da496ec0-bf9f-4f44-8a5d-4421d42fcb7a req-f7dd7f57-484a-48c5-bdff-b7202790492f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0316651 Sep 08 14:02:14.688836 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] For port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:14.831194 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.836753 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:14.838454 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:14.842999 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/706e4ad8-bdad-41ff-9794-bc52eb9cf0ff HTTP/1.1" status: 200 len: 1094 time: 3.9078205 Sep 08 14:02:14.886896 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d7813-1b8a-4f6d-9eda-e0fd4d79c48f req-7fcd09cf-690a-4c1b-862a-50f8389cce92 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:14.890250 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-399d7813-1b8a-4f6d-9eda-e0fd4d79c48f req-7fcd09cf-690a-4c1b-862a-50f8389cce92 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0593469 Sep 08 14:02:14.932049 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775904-abbf-440c-8638-d5d60cc15cfa service neutron] Pushing event updated for resources: {'Port': ['ID=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:14.977035 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-399d7813-1b8a-4f6d-9eda-e0fd4d79c48f req-5954906b-720a-4b3f-a11d-836c1075ddde tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794725 Sep 08 14:02:15.410710 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1e7393ec-7f74-4dab-8b43-be8651e67970 req-de20e59c-1e92-4a8d-85f8-2c2fcbf49c5f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0567052 Sep 08 14:02:15.422588 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013d128-940d-4d62-8641-a6d0ab59b097 req-c2034896-3c37-4eff-af7e-0c2b2abde02d tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:15.425548 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8013d128-940d-4d62-8641-a6d0ab59b097 req-c2034896-3c37-4eff-af7e-0c2b2abde02d tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0859878 Sep 08 14:02:15.482927 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8013d128-940d-4d62-8641-a6d0ab59b097 req-2b99683b-03f8-4251-81db-c917c74beb74 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 Sep 08 14:02:15.625103 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c66f633b-e8c2-40da-b3c7-b33f9cba73b7 req-0052f088-b753-483f-af11-ec4015aff38e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0331895 Sep 08 14:02:15.985220 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:16.153976 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58617b6-dede-47ed-b35d-ab7280787079 req-9b791db0-24d8-4aa4-98b2-ae179a9ad27f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:16.155720 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e58617b6-dede-47ed-b35d-ab7280787079 req-9b791db0-24d8-4aa4-98b2-ae179a9ad27f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0915120 Sep 08 14:02:16.288911 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e58617b6-dede-47ed-b35d-ab7280787079 req-e3986d75-9f51-46a4-9b2a-97bf93def93a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191428 Sep 08 14:02:16.381276 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'tag': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:16.388129 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1d216f-b016-41cc-98d1-434b2ab2715c" -d '{"events": [{"name": "network-changed", "server_uuid": "20dfb69d-2dd9-4803-9a84-af1dd315f6c1", "tag": "706e4ad8-bdad-41ff-9794-bc52eb9cf0ff"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:16.565469 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33275a3-37a8-411f-be5e-c6192c4ac9a7 x-openstack-request-id: req-d33275a3-37a8-411f-be5e-c6192c4ac9a7 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:16.565904 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20dfb69d-2dd9-4803-9a84-af1dd315f6c1", "tag": "706e4ad8-bdad-41ff-9794-bc52eb9cf0ff", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:16.566289 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d33275a3-37a8-411f-be5e-c6192c4ac9a7 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:16.569729 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33275a3-37a8-411f-be5e-c6192c4ac9a7'] response: {'name': 'network-changed', 'server_uuid': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'tag': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff', 'status': 'completed', 'code': 200} Sep 08 14:02:16.667672 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7627f37d-d5ba-4803-a984-cfa2d82c6361 req-64524ecf-a42d-4a43-ada6-7696c9b73299 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0376141 Sep 08 14:02:16.741070 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:16.766590 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf54cc1-2015-44a7-a456-d7b1b6b58782 req-7fb5413d-bc44-47c3-8a46-80c28d4ab2ba tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:16.769537 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4cf54cc1-2015-44a7-a456-d7b1b6b58782 req-7fb5413d-bc44-47c3-8a46-80c28d4ab2ba tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0997901 Sep 08 14:02:16.822742 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-375e3580-965a-42da-8bd5-5e362559c0b0 req-d5588667-3f89-4931-8aba-77dec9ad2e4a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0512242 Sep 08 14:02:16.884860 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4cf54cc1-2015-44a7-a456-d7b1b6b58782 req-a4483221-bc9a-4c05-b3a7-596cc97ae4dc tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026309 Sep 08 14:02:17.520565 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acff770-abed-4d29-907c-cecd90bae218 req-4773894b-2665-458b-ab72-7771b1c5f430 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:17.520565 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1acff770-abed-4d29-907c-cecd90bae218 req-4773894b-2665-458b-ab72-7771b1c5f430 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0869093 Sep 08 14:02:17.578616 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1acff770-abed-4d29-907c-cecd90bae218 req-29d2ef48-0e0a-4bd9-8e5a-e59371692291 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694244 Sep 08 14:02:17.817085 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bee06cdd-002c-430a-ba17-c0244132d5aa req-61991239-7455-4f7c-86c3-52b9b146f1ad tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0342407 Sep 08 14:02:17.908085 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c6f279e8-1b00-4332-b42a-4e8a4f6f5cca req-b567ccae-5d8f-4236-b8d8-1596653cb6a1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600618 Sep 08 14:02:17.968703 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-942ede67-dfba-436b-acfc-6c8bf6fdb1c8 req-1c4b93fa-0dba-4fd6-85f7-8288ab8b14d9 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0480182 Sep 08 14:02:18.103620 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05bd46-9cfa-47a1-8d14-338a2b6aebcc req-be95f5b2-491b-4bb1-9a46-7071baa6bb3b tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:18.113765 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3d05bd46-9cfa-47a1-8d14-338a2b6aebcc req-be95f5b2-491b-4bb1-9a46-7071baa6bb3b tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0967116 Sep 08 14:02:18.189188 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3d05bd46-9cfa-47a1-8d14-338a2b6aebcc req-f26edf67-c2a9-4196-897b-d294997dbde7 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Sep 08 14:02:18.487550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962 req-cab87551-af64-4882-8be8-0e48b4a16dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:18.489282 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962 req-cab87551-af64-4882-8be8-0e48b4a16dfe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9cfcfe1ebb994061b6d203510fd7e65b&device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 1127 time: 0.2774305 Sep 08 14:02:18.490593 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d216f-b016-41cc-98d1-434b2ab2715c req-6caf8523-e815-48d7-8c47-41126ef77c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:18.492107 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-9a1d216f-b016-41cc-98d1-434b2ab2715c req-6caf8523-e815-48d7-8c47-41126ef77c69 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 1128 time: 0.2660182 Sep 08 14:02:18.709371 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:18.749876 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245a6eb-8ee6-4564-8edd-a99f00248d83 req-1912375a-e422-4ad5-aecc-5c29c6d1f856 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:18.760217 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7245a6eb-8ee6-4564-8edd-a99f00248d83 req-1912375a-e422-4ad5-aecc-5c29c6d1f856 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0767403 Sep 08 14:02:18.833641 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7245a6eb-8ee6-4564-8edd-a99f00248d83 req-cacd0e83-0143-4380-ac09-5360406e5841 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723014 Sep 08 14:02:19.024446 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2e83445a-ee2e-4c7d-b0d9-f328c875a8e3 req-0f7bb54c-c6e0-41de-ac57-e433ee6a28a7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0469501 Sep 08 14:02:19.259111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:19.392954 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.77', 49338) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:19.521177 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9317fe98-366c-48dc-af1b-d2ecee2b68f7 req-8f96b4a2-acde-4f7d-b8f6-fc995aecac41 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.3971839 Sep 08 14:02:19.653185 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076a308-4fbf-4028-8c79-30963b71948e req-1bbbdc26-71a5-453c-af7b-f155027f87ef tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:19.666047 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6076a308-4fbf-4028-8c79-30963b71948e req-1bbbdc26-71a5-453c-af7b-f155027f87ef tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.1721025 Sep 08 14:02:19.818136 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6076a308-4fbf-4028-8c79-30963b71948e req-7bc5eb3b-7d1e-43b4-9fd2-6a417162072e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502721 Sep 08 14:02:19.821210 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:19.828912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:19.840066 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 48986) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:19.925221 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-b3077f74-99d1-4402-8691-4b218de38bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:19.927899 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-b3077f74-99d1-4402-8691-4b218de38bb8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1128 time: 0.5526452 Sep 08 14:02:20.053546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-e076b30e-41b4-4fd7-a410-0aa51be2e5a5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:20.055104 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-e076b30e-41b4-4fd7-a410-0aa51be2e5a5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 811 time: 0.6380243 Sep 08 14:02:20.085551 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e343-699e-493d-a5bb-3d7742d41b76 req-ad86e880-36ea-4d3b-9431-210f2b85b1d6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:20.092753 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a12e343-699e-493d-a5bb-3d7742d41b76 req-ad86e880-36ea-4d3b-9431-210f2b85b1d6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0631988 Sep 08 14:02:20.124523 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-badda061-7d30-4c0e-90f3-229e02457813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.151039 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d216f-b016-41cc-98d1-434b2ab2715c req-ae86c35e-85fb-416a-9fe4-334249cdbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:20.153244 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-9a1d216f-b016-41cc-98d1-434b2ab2715c req-ae86c35e-85fb-416a-9fe4-334249cdbbd9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8706903 Sep 08 14:02:20.199746 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-468f041b-060c-4ec6-b4b1-b4e194fd3166 req-6d4b6fce-dba2-4ebe-b40a-cee57a4d786a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0505235 Sep 08 14:02:20.217293 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a12e343-699e-493d-a5bb-3d7742d41b76 req-a9c1efab-985f-4ed5-8d11-0a02fdd70d27 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176887 Sep 08 14:02:20.334072 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-badda061-7d30-4c0e-90f3-229e02457813 admin admin] Publish callbacks [] for security_group (39c1f38b-6981-446a-986f-d6802596f47e), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.355996 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962 req-e29157fa-3a42-4b28-a6b1-0fc7721cb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:20.357721 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962 req-e29157fa-3a42-4b28-a6b1-0fc7721cb1a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=9cfcfe1ebb994061b6d203510fd7e65b&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0196538 Sep 08 14:02:20.395373 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-badda061-7d30-4c0e-90f3-229e02457813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (39c1f38b-6981-446a-986f-d6802596f47e), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.401299 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-087381f2-e7e9-40fb-8b91-68ca87f79a58 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73ba0ac1c50e4802b8c055a9b3075022 HTTP/1.1" status: 200 len: 379 time: 0.3007231 Sep 08 14:02:20.407284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-86831be0-0b94-498d-ae00-0c90c7ad71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:20.407284 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-86831be0-0b94-498d-ae00-0c90c7ad71dd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.4119105 Sep 08 14:02:20.443713 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-badda061-7d30-4c0e-90f3-229e02457813 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=3c471e6889aa4a1ea50338db56671e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013272 Sep 08 14:02:20.444532 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badda061-7d30-4c0e-90f3-229e02457813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1f38b-6981-446a-986f-d6802596f47e,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:20.448048 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49010) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:20.509974 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-96be9c02-0024-48e1-a933-ac48bcbd3548 admin admin] Publish callbacks [] for security_group (39c1f38b-6981-446a-986f-d6802596f47e), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.533634 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-96be9c02-0024-48e1-a933-ac48bcbd3548 admin admin] Publish callbacks [] for security_group (39c1f38b-6981-446a-986f-d6802596f47e), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.610584 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'port': {'device_id': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'admin_state_up': True, 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'security_groups': ['150d3826-15c4-4014-8409-19f1fff284d6']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:20.660306 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d349217-4a95-48aa-bb6c-8ae6ed484e4d req-0031aaca-07bc-4a11-94fc-d735e954873b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0306456 Sep 08 14:02:20.676978 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:20.680753 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-56b94dbf-3ba1-4be3-8f60-dea5c5d430a6 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 217 time: 0.1277142 Sep 08 14:02:20.719324 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=6 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:20.743532 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-96be9c02-0024-48e1-a933-ac48bcbd3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (39c1f38b-6981-446a-986f-d6802596f47e), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.748188 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-96be9c02-0024-48e1-a933-ac48bcbd3548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:20.750158 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-96be9c02-0024-48e1-a933-ac48bcbd3548 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/39c1f38b-6981-446a-986f-d6802596f47e HTTP/1.1" status: 204 len: 168 time: 0.3007085 Sep 08 14:02:20.771981 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be9c02-0024-48e1-a933-ac48bcbd3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1f38b-6981-446a-986f-d6802596f47e,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:21.011654 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-9072e492-df59-48f2-a34c-924af550a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:21.022309 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-9072e492-df59-48f2-a34c-924af550a2fa service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.2520370 Sep 08 14:02:21.029367 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962 req-1a87d21f-e7c3-4199-b851-022de0257b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:21.030875 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cec171b-b2a8-4b3a-9116-ea0a6da2c962 req-1a87d21f-e7c3-4199-b851-022de0257b85 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4764507 Sep 08 14:02:21.035222 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d216f-b016-41cc-98d1-434b2ab2715c req-6ae3adf7-46cb-4b97-99da-0fc251c06a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:21.036787 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-9a1d216f-b016-41cc-98d1-434b2ab2715c req-6ae3adf7-46cb-4b97-99da-0fc251c06a47 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4728823 Sep 08 14:02:21.040103 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5f439-4ead-45c8-9300-14a668cb1875 req-3daab429-83ac-44f3-be79-8a05c22751b6 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:21.042041 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f2d5f439-4ead-45c8-9300-14a668cb1875 req-3daab429-83ac-44f3-be79-8a05c22751b6 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0635107 Sep 08 14:02:21.112479 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f2d5f439-4ead-45c8-9300-14a668cb1875 req-b6e8d749-f423-49c1-befe-77af4b1a7d7e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623529 Sep 08 14:02:21.298272 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Made reservation on behalf of 73ba0ac1c50e4802b8c055a9b3075022 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:21.306263 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.360932 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acb5d7f0-0607-407a-9cb1-296238ad55e0 req-b9c6ec5c-7b5b-4f7a-a143-c8e3521d05f7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0334392 Sep 08 14:02:21.368908 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d725ed-6677-44ab-bdb1-35f6bbe52807 req-1d120266-e1c7-442c-994d-a1b423b4d40d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:21.370391 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e9d725ed-6677-44ab-bdb1-35f6bbe52807 req-1d120266-e1c7-442c-994d-a1b423b4d40d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0780888 Sep 08 14:02:21.448920 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e9d725ed-6677-44ab-bdb1-35f6bbe52807 req-5bda6eab-a3ff-4e84-b880-87aaf519be20 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 Sep 08 14:02:21.471724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Allocated IP 172.20.0.14 (39e2cb88-2879-4ba3-b085-907a39189f3c/50a6ec07-47e4-4f34-abec-bbe70fd1834b/dee806ed-287f-4f49-b833-092647ad43ff) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:21.671787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for port (dee806ed-287f-4f49-b833-092647ad43ff), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:21.779643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:21.796547 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f2426a99-1dba-4205-a23b-345bced16731 req-6d348d67-0b63-4320-b762-5419e804ab17 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0291426 Sep 08 14:02:21.938904 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (dee806ed-287f-4f49-b833-092647ad43ff), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.181634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a1b41d99-de62-4f6e-bc67-196b31315976 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:02:22.251647 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b906f722-fbb2-4670-b645-802f90a67345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.322618 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Network 39e2cb88-2879-4ba3-b085-907a39189f3c is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:22.332805 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:22.340284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49054) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:22.347070 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:22.351648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.352504 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.362222 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-a3e85b44-a779-4ddf-a6c2-8c92acb2efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.363996 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-a3e85b44-a779-4ddf-a6c2-8c92acb2efcd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3682880 Sep 08 14:02:22.374147 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port a1b41d99-de62-4f6e-bc67-196b31315976, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1b41d99-de62-4f6e-bc67-196b31315976,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:22.385038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'Port': ['ID=dee806ed-287f-4f49-b833-092647ad43ff,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:22.400390 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a7f1d-aa39-4c92-b10d-45e088548057 req-7b54075d-a11d-41c7-ba1b-1b452a3689d1 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.406589 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-303a7f1d-aa39-4c92-b10d-45e088548057 req-7b54075d-a11d-41c7-ba1b-1b452a3689d1 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.1373920 Sep 08 14:02:22.409726 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-78291035-d200-43f9-a41d-d0ce299fa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.411071 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-78291035-d200-43f9-a41d-d0ce299fa67a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9cfcfe1ebb994061b6d203510fd7e65b&device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 1127 time: 0.4021065 Sep 08 14:02:22.411651 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-0aa27af0-12cc-44bb-a81b-f462e031601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.413066 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-0aa27af0-12cc-44bb-a81b-f462e031601a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 1128 time: 0.3962741 Sep 08 14:02:22.415327 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d095bef-b0a5-40e9-97fb-0461a1d5919e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.416921 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'a1b41d99-de62-4f6e-bc67-196b31315976', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'port_id': 'a1b41d99-de62-4f6e-bc67-196b31315976', 'mac_address': 'fa:16:3e:c1:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:02:22.522217 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c5a9436-1e01-4443-9a53-26c6630e18cd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9657605 Sep 08 14:02:22.526929 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port a1b41d99-de62-4f6e-bc67-196b31315976 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:22.527711 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.549323 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b41d99-de62-4f6e-bc67-196b31315976 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:22.564887 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-303a7f1d-aa39-4c92-b10d-45e088548057 req-00b5d4d6-3832-457b-b9e4-6c8bba190f7b tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490500 Sep 08 14:02:22.614126 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Request body: {'port': {'device_id': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:22.625113 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port a1b41d99-de62-4f6e-bc67-196b31315976, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1b41d99-de62-4f6e-bc67-196b31315976,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:22.644447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acee20-5e7f-49fc-b8ea-1584a9bf248c req-4b7f5db1-2a64-4caa-86ac-34bd0a6277fb tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.646569 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-31acee20-5e7f-49fc-b8ea-1584a9bf248c req-4b7f5db1-2a64-4caa-86ac-34bd0a6277fb tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 932 time: 0.1404293 Sep 08 14:02:22.710175 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.717169 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-a646c0c8-133b-4937-ae1d-c71bbe0a3362 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff HTTP/1.1" status: 200 len: 217 time: 0.1928668 Sep 08 14:02:22.721247 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-d2bbeec6-2ca1-4fbd-8008-9a1f66391fb7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2be35524-3109-4419-9c9d-3db11f8850f7 HTTP/1.1" status: 200 len: 217 time: 0.1934068 Sep 08 14:02:22.774133 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=a1b41d99-de62-4f6e-bc67-196b31315976,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:22.778453 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36f2d5-1a7a-4567-a795-339009375ba4 req-ecad8d7e-4bb9-4ac3-b354-94be185c2c6f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.780306 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fe36f2d5-1a7a-4567-a795-339009375ba4 req-ecad8d7e-4bb9-4ac3-b354-94be185c2c6f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.1281502 Sep 08 14:02:22.788798 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-31acee20-5e7f-49fc-b8ea-1584a9bf248c req-01ac14be-6b32-4965-b70a-3bab0aa00988 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343460 Sep 08 14:02:22.821567 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-82cb227e-255d-4f4c-a9e7-d7c1a3acdb05 None None] Provisioning complete for port dee806ed-287f-4f49-b833-092647ad43ff triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:22.822682 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-82cb227e-255d-4f4c-a9e7-d7c1a3acdb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dee806ed-287f-4f49-b833-092647ad43ff), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.870126 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-82cb227e-255d-4f4c-a9e7-d7c1a3acdb05 None None] Port dee806ed-287f-4f49-b833-092647ad43ff cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:22.890346 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fe36f2d5-1a7a-4567-a795-339009375ba4 req-7c8928b9-c4dc-4f74-a8cc-75c4bf938115 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808182 Sep 08 14:02:22.944504 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.77', 49353) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:22.953187 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad1e5fe4-0da4-4d61-8022-9df43d243854 req-635b0bd6-6d00-4af0-9898-850ff0b2f362 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0373785 Sep 08 14:02:22.953860 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d095bef-b0a5-40e9-97fb-0461a1d5919e admin admin] Publish callbacks [] for security_group (b4a5a801-d5d4-4808-94d6-b050949fb584), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.955616 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-c5524ff2-b077-4f78-a2dc-4653b9763f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.957833 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-c5524ff2-b077-4f78-a2dc-4653b9763f46 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=bec935ae-3203-4f24-b49d-22e2c41ceef9 HTTP/1.1" status: 200 len: 850 time: 0.1982043 Sep 08 14:02:22.975071 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dee806ed-287f-4f49-b833-092647ad43ff), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:22.977817 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-3542319f-933a-42ea-8789-78865142a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:22.979245 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-3542319f-933a-42ea-8789-78865142a43c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.2208362 Sep 08 14:02:23.004105 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-ceebab04-7e34-45ec-8aec-250289308110 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808800 Sep 08 14:02:23.040218 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d095bef-b0a5-40e9-97fb-0461a1d5919e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b4a5a801-d5d4-4808-94d6-b050949fb584), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.042962 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:23.148959 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7d095bef-b0a5-40e9-97fb-0461a1d5919e admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=300f3c5326b84a1bae47eb9f595f6063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8055503 Sep 08 14:02:23.168359 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d095bef-b0a5-40e9-97fb-0461a1d5919e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a5a801-d5d4-4808-94d6-b050949fb584,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:23.169438 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49072) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:23.194292 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:23.223217 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-0a076e84-ddd2-497d-9265-1082bd2f1c96 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:23.224826 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-0a076e84-ddd2-497d-9265-1082bd2f1c96 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.2776992 Sep 08 14:02:23.258770 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cec9f55-20e4-4536-9f9d-f98bf25d695e admin admin] Publish callbacks [] for security_group (b4a5a801-d5d4-4808-94d6-b050949fb584), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.285963 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cec9f55-20e4-4536-9f9d-f98bf25d695e admin admin] Publish callbacks [] for security_group (b4a5a801-d5d4-4808-94d6-b050949fb584), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.414293 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee806ed-287f-4f49-b833-092647ad43ff {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:23.422090 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Publish callbacks [] for port (dee806ed-287f-4f49-b833-092647ad43ff), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.482017 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Transition to ACTIVE for port object dee806ed-287f-4f49-b833-092647ad43ff will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:02:23.483954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cec9f55-20e4-4536-9f9d-f98bf25d695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b4a5a801-d5d4-4808-94d6-b050949fb584), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.486506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cec9f55-20e4-4536-9f9d-f98bf25d695e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.487649 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7cec9f55-20e4-4536-9f9d-f98bf25d695e admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/b4a5a801-d5d4-4808-94d6-b050949fb584 HTTP/1.1" status: 204 len: 168 time: 0.3168688 Sep 08 14:02:23.498243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec9f55-20e4-4536-9f9d-f98bf25d695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a5a801-d5d4-4808-94d6-b050949fb584,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:23.599784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dee806ed-287f-4f49-b833-092647ad43ff), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.680084 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Pushing event updated for resources: {'Port': ['ID=dee806ed-287f-4f49-b833-092647ad43ff,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:23.685580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Attempting to bind port dee806ed-287f-4f49-b833-092647ad43ff on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:23.686606 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Attempting to bind port dee806ed-287f-4f49-b833-092647ad43ff by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:23.686606 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Attempting to bind port dee806ed-287f-4f49-b833-092647ad43ff on network 39e2cb88-2879-4ba3-b085-907a39189f3c {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:23.744303 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Port dee806ed-287f-4f49-b833-092647ad43ff on network 39e2cb88-2879-4ba3-b085-907a39189f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:02:23.744645 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Attempting to bind port dee806ed-287f-4f49-b833-092647ad43ff on network 39e2cb88-2879-4ba3-b085-907a39189f3c {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:23.751689 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0e3ea-b428-4df9-a4ca-9412c4c76a2d req-90f73dbc-6acb-402b-893d-9e4dbea3e246 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:23.754266 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-93b0e3ea-b428-4df9-a4ca-9412c4c76a2d req-90f73dbc-6acb-402b-893d-9e4dbea3e246 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0684958 Sep 08 14:02:23.802836 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:23.803923 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Checking segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:23.803923 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Bound using segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:23.805325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Bound port: dee806ed-287f-4f49-b833-092647ad43ff, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:23.805325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dee806ed-287f-4f49-b833-092647ad43ff), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:23.821595 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-93b0e3ea-b428-4df9-a4ca-9412c4c76a2d req-90aefc9d-bc62-45c9-929b-57972b905ebf tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603042 Sep 08 14:02:23.877489 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49088) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:23.892923 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] For port dee806ed-287f-4f49-b833-092647ad43ff, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:23.896669 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] For port dee806ed-287f-4f49-b833-092647ad43ff, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=dee806ed-287f-4f49-b833-092647ad43ff,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:23.935794 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:23.954605 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ac6cd-173a-4084-b7be-490eda46f6f4 req-b7b08a8e-74ce-42fa-937e-e0b0613e2cab tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:23.963005 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f19ac6cd-173a-4084-b7be-490eda46f6f4 req-b7b08a8e-74ce-42fa-937e-e0b0613e2cab tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.0693986 Sep 08 14:02:24.004807 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dee806ed-287f-4f49-b833-092647ad43ff), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.031256 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f19ac6cd-173a-4084-b7be-490eda46f6f4 req-c2064f7f-51ac-47f8-9ecf-c22e35973b3a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622873 Sep 08 14:02:24.070105 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:24.070738 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.072471 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 200 len: 1094 time: 1.4844074 Sep 08 14:02:24.073091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:24.075449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eca999-8813-440b-bf47-a67ad6180cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "tag": "dee806ed-287f-4f49-b833-092647ad43ff"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:24.096447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41d014-bcf8-4d92-b91b-0d709639ac51 service neutron] Pushing event updated for resources: {'Port': ['ID=dee806ed-287f-4f49-b833-092647ad43ff,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:24.130152 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8b573a6f-1144-416b-a2a4-bc8f7eff7d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.175951 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1e5ab-4b62-4fad-95d8-dcb0378e2d9d req-33cc053b-ecb0-4aa0-a4a8-4ee6f0f15237 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:24.177508 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8da1e5ab-4b62-4fad-95d8-dcb0378e2d9d req-33cc053b-ecb0-4aa0-a4a8-4ee6f0f15237 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.1447933 Sep 08 14:02:24.180992 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f96d484-7049-4e15-ba75-16d27d066863 req-16f6cc92-f677-4301-b561-943928a43ca2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0483942 Sep 08 14:02:24.242284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0233017b-cb6b-4443-a2b6-f64878cf44f5 x-openstack-request-id: req-0233017b-cb6b-4443-a2b6-f64878cf44f5 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:24.242284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "tag": "dee806ed-287f-4f49-b833-092647ad43ff", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:24.242629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0233017b-cb6b-4443-a2b6-f64878cf44f5 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:24.243427 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0233017b-cb6b-4443-a2b6-f64878cf44f5'] response: {'name': 'network-changed', 'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff', 'status': 'completed', 'code': 200} Sep 08 14:02:24.257212 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8da1e5ab-4b62-4fad-95d8-dcb0378e2d9d req-e6179ca1-3fb1-4d28-8716-2487b258b8be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727081 Sep 08 14:02:24.297214 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:24.302053 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8b573a6f-1144-416b-a2a4-bc8f7eff7d4a admin admin] Publish callbacks [] for security_group (ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.418800 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8b573a6f-1144-416b-a2a4-bc8f7eff7d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.461637 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8b573a6f-1144-416b-a2a4-bc8f7eff7d4a admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=b7c7a6ad527c48ecb999a1338f92d87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827456 Sep 08 14:02:24.462653 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b573a6f-1144-416b-a2a4-bc8f7eff7d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:24.465981 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49108) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:24.545585 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c65f1c7-8a1b-434d-b8b8-1eb14293897e admin admin] Publish callbacks [] for security_group (ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.569353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c65f1c7-8a1b-434d-b8b8-1eb14293897e admin admin] Publish callbacks [] for security_group (ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.781675 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c65f1c7-8a1b-434d-b8b8-1eb14293897e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.784249 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c65f1c7-8a1b-434d-b8b8-1eb14293897e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:24.785434 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3c65f1c7-8a1b-434d-b8b8-1eb14293897e admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9 HTTP/1.1" status: 204 len: 168 time: 0.3183045 Sep 08 14:02:24.799201 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65f1c7-8a1b-434d-b8b8-1eb14293897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcfbcd9-6b84-426b-aa8d-88b47e2f64c9,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:24.981103 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e67d5-637e-47d6-98f3-c6403030bae8 req-604ab365-b40c-412f-86d9-a61bc288ad35 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:24.982659 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-701e67d5-637e-47d6-98f3-c6403030bae8 req-604ab365-b40c-412f-86d9-a61bc288ad35 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0583625 Sep 08 14:02:25.035845 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-701e67d5-637e-47d6-98f3-c6403030bae8 req-e3111b4e-0d94-4e2c-b347-6595245d1072 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466709 Sep 08 14:02:25.185188 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867876ee-8199-42cd-b281-acd47bde439c req-aad09a31-e5db-4701-a918-6bccea5afa82 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:25.187316 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-867876ee-8199-42cd-b281-acd47bde439c req-aad09a31-e5db-4701-a918-6bccea5afa82 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.0588825 Sep 08 14:02:25.221669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fbddb84a-88c1-45e1-87f0-44f9ce688f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:25.240130 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-867876ee-8199-42cd-b281-acd47bde439c req-a833da6d-d5a0-4bf9-98b1-28c05ad35271 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Sep 08 14:02:25.340295 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d1e5ba6-f0a6-4658-97d1-4e94778e3535 req-63e36fa1-8463-418b-a830-83419bf4a378 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0471966 Sep 08 14:02:25.425571 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:25.462752 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b10f8-2d29-47d4-b085-ce5fd3d63e01 req-f2674852-0c42-4f49-8091-2a7c3485e395 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:25.464540 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c42b10f8-2d29-47d4-b085-ce5fd3d63e01 req-f2674852-0c42-4f49-8091-2a7c3485e395 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0790210 Sep 08 14:02:25.519625 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c42b10f8-2d29-47d4-b085-ce5fd3d63e01 req-e278978c-349c-4cae-9795-1239a5ca19a5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445523 Sep 08 14:02:25.753135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ca94d45-bc84-4cf7-b7c5-55afadcd7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:25.754903 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-6ca94d45-bc84-4cf7-b7c5-55afadcd7285 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=75351fd7-e93d-4766-b283-c15b1b0e6276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541284 Sep 08 14:02:25.861261 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['a1b41d99-de62-4f6e-bc67-196b31315976'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:25.861451 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49154) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:25.890715 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f559a19-3df9-4b21-b685-a393471eb301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.049063 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f559a19-3df9-4b21-b685-a393471eb301 admin admin] Publish callbacks [] for security_group (f4b7bb06-48a7-4c7a-851e-99dd4a7301a4), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.150789 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-26a9657d-e458-4a22-87d6-14846fb2a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:26.152843 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-26a9657d-e458-4a22-87d6-14846fb2a4c9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3880816 Sep 08 14:02:26.203656 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f559a19-3df9-4b21-b685-a393471eb301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (f4b7bb06-48a7-4c7a-851e-99dd4a7301a4), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.301934 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.303874 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa084b6-b432-44d0-a84e-8544c33e5f3c req-5dce6a26-c3a1-4aed-b4fb-4cf1c7573176 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:26.313690 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1fa084b6-b432-44d0-a84e-8544c33e5f3c req-5dce6a26-c3a1-4aed-b4fb-4cf1c7573176 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.1282084 Sep 08 14:02:26.319999 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9f559a19-3df9-4b21-b685-a393471eb301 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=20a2a3659dab4a83852fa9442758f4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548411 Sep 08 14:02:26.319999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f559a19-3df9-4b21-b685-a393471eb301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7bb06-48a7-4c7a-851e-99dd4a7301a4,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:26.320416 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-ddcaea49-1115-4b8d-8fad-9ee1040cbe63 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461128 Sep 08 14:02:26.327356 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49172) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:26.362318 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca999-8813-440b-bf47-a67ad6180cf1 req-fe53bcce-f37d-4146-925e-ce87e4c01443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:26.363895 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25eca999-8813-440b-bf47-a67ad6180cf1 req-fe53bcce-f37d-4146-925e-ce87e4c01443 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1128 time: 0.4730051 Sep 08 14:02:26.385425 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-f144a4f8-f1df-4af9-856a-1747e771f1d7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 380 time: 0.6185102 Sep 08 14:02:26.394704 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1fa084b6-b432-44d0-a84e-8544c33e5f3c req-1c6f840c-3902-433e-9ebb-050342ef7dbd tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800183 Sep 08 14:02:26.441368 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'port': {'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'admin_state_up': True, 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'security_groups': ['2b56d280-8049-41ed-993b-19706c0f0bdb']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:26.458326 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70ca9-4c8e-4556-b147-1231f79d8fe7 req-ceb870b5-e60c-4427-aa4b-669d4002daf0 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:26.459482 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49b70ca9-4c8e-4556-b147-1231f79d8fe7 req-ceb870b5-e60c-4427-aa4b-669d4002daf0 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.0726645 Sep 08 14:02:26.484944 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-3e688da7-c1b9-490b-bbad-47e65a8252d4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/75351fd7-e93d-4766-b283-c15b1b0e6276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074552 Sep 08 14:02:26.595090 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-91f1541e-0f50-4594-93b2-0a784c8720cb req-5f5c9c9f-bdf6-4298-8345-4a17b4821f23 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0708470 Sep 08 14:02:26.613916 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49b70ca9-4c8e-4556-b147-1231f79d8fe7 req-35beaaed-8950-4ae2-9294-b87a5e2f0465 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443379 Sep 08 14:02:26.624391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b32b067-0c25-4503-8c51-438c95545251 admin admin] Publish callbacks [] for security_group (f4b7bb06-48a7-4c7a-851e-99dd4a7301a4), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.750399 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd1ea-580b-4a7d-8186-2f0ef457b066 req-7f7c882f-c8f0-45e2-843b-72e0fe88df9d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:26.752565 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2aecd1ea-580b-4a7d-8186-2f0ef457b066 req-7f7c882f-c8f0-45e2-843b-72e0fe88df9d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0837693 Sep 08 14:02:26.831564 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2aecd1ea-580b-4a7d-8186-2f0ef457b066 req-8690523f-0641-4904-9a0b-d0c47b6c6cde tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712981 Sep 08 14:02:26.927029 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b32b067-0c25-4503-8c51-438c95545251 admin admin] Publish callbacks [] for security_group (f4b7bb06-48a7-4c7a-851e-99dd4a7301a4), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:26.954026 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-dd64c82b-d52c-4476-ad6b-baf4b9b62b59 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879641 Sep 08 14:02:27.054267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca999-8813-440b-bf47-a67ad6180cf1 req-068020ec-9969-43fb-919e-69f28030a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:27.057425 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25eca999-8813-440b-bf47-a67ad6180cf1 req-068020ec-9969-43fb-919e-69f28030a9a1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6660287 Sep 08 14:02:27.148552 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf5b5a31-43bc-49b0-9de8-0773af3c3b6d req-ae15b082-29c4-4a86-8fe0-aa6443ec4c67 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/75351fd7-e93d-4766-b283-c15b1b0e6276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100245 Sep 08 14:02:27.209973 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49198) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:27.250791 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-028f256b-fec0-49ac-a456-25968f8ab7c4 req-54df6658-fb7e-4d24-a109-7792590108fd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813282 Sep 08 14:02:27.275881 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca999-8813-440b-bf47-a67ad6180cf1 req-cbd01b0d-b996-49cd-8ea8-71a82de45f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:27.278135 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25eca999-8813-440b-bf47-a67ad6180cf1 req-cbd01b0d-b996-49cd-8ea8-71a82de45f45 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1709518 Sep 08 14:02:27.321672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Made reservation on behalf of 92a3e908b87b445b9674d48f9a61bf94 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:02:27.329312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.363885 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b32b067-0c25-4503-8c51-438c95545251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (f4b7bb06-48a7-4c7a-851e-99dd4a7301a4), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.365602 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1bffeb04-8432-4cf0-94cd-3767b4c5ee05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.366426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1b32b067-0c25-4503-8c51-438c95545251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.370142 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-1b32b067-0c25-4503-8c51-438c95545251 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/f4b7bb06-48a7-4c7a-851e-99dd4a7301a4 HTTP/1.1" status: 204 len: 168 time: 1.0393085 Sep 08 14:02:27.412831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32b067-0c25-4503-8c51-438c95545251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7bb06-48a7-4c7a-851e-99dd4a7301a4,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:27.514287 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1bffeb04-8432-4cf0-94cd-3767b4c5ee05 admin admin] Publish callbacks [] for security_group (fcf703bc-81ed-443a-988e-ae4186c91edb), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.559501 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.20.0.14 (21ef396a-7d6a-46fb-a5b2-7b67636f85e3/2c1c8e56-d08e-439e-8819-a003905fca56/60d1c9d8-da7e-445b-9122-c37ad4ef2e1a) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:02:27.631788 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a2dfc-d1d4-4cf9-a2c3-573085721e19 req-6ca8afba-dba5-42ec-a12b-3ad08e7e0abd tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:27.634832 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-424a2dfc-d1d4-4cf9-a2c3-573085721e19 req-6ca8afba-dba5-42ec-a12b-3ad08e7e0abd tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0768967 Sep 08 14:02:27.662728 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1bffeb04-8432-4cf0-94cd-3767b4c5ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (fcf703bc-81ed-443a-988e-ae4186c91edb), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.734432 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a1b41d99-de62-4f6e-bc67-196b31315976 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:27.800397 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port a1b41d99-de62-4f6e-bc67-196b31315976 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:02:27.827837 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-1bffeb04-8432-4cf0-94cd-3767b4c5ee05 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=785e883df3fe4eda83165b09544c68b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162229 Sep 08 14:02:27.829711 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffeb04-8432-4cf0-94cd-3767b4c5ee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf703bc-81ed-443a-988e-ae4186c91edb,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:27.832739 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49212) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:27.837816 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.838639 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-424a2dfc-d1d4-4cf9-a2c3-573085721e19 req-b36b82fe-f4b3-430b-87f0-2b8b2727b6f3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969655 Sep 08 14:02:27.840766 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c512e06c-5db9-400b-a02b-bb79ca829881 req-322ea9b7-e64e-4765-b475-80fdeddffda7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0977263 Sep 08 14:02:27.921286 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port a1b41d99-de62-4f6e-bc67-196b31315976 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:27.921889 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.929931 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a635ab2d-1e17-404c-96fe-e4b2a2b808c0 admin admin] Publish callbacks [] for security_group (fcf703bc-81ed-443a-988e-ae4186c91edb), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:27.964789 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:28.041552 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a635ab2d-1e17-404c-96fe-e4b2a2b808c0 admin admin] Publish callbacks [] for security_group (fcf703bc-81ed-443a-988e-ae4186c91edb), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.053612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.066204 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port a1b41d99-de62-4f6e-bc67-196b31315976 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:28.066920 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.120365 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fac3f-227c-4631-98f2-69ce50ea0e01 req-470f60d9-da95-4243-ac0c-e57b8e4bb5f5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:28.122075 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b41d99-de62-4f6e-bc67-196b31315976'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:28.122447 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6f1fac3f-227c-4631-98f2-69ce50ea0e01 req-470f60d9-da95-4243-ac0c-e57b8e4bb5f5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.1269433 Sep 08 14:02:28.137254 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b5037-89b2-42c9-b717-167e2a323c3f req-8487f553-69e2-4999-9868-0f587a74211a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:28.142058 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a62b5037-89b2-42c9-b717-167e2a323c3f req-8487f553-69e2-4999-9868-0f587a74211a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.2007649 Sep 08 14:02:28.170209 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:02:28.176324 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:02:28.181361 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:02:28.186879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:28.187569 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.205653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:28.285536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port a1b41d99-de62-4f6e-bc67-196b31315976, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1b41d99-de62-4f6e-bc67-196b31315976,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:28.286638 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6f1fac3f-227c-4631-98f2-69ce50ea0e01 req-7dac91ce-a8af-4a90-be00-2c3f99c1511e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411016 Sep 08 14:02:28.318062 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a62b5037-89b2-42c9-b717-167e2a323c3f req-0de9b105-deb0-47d1-831b-ff42cafdc07f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554410 Sep 08 14:02:28.332731 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-993756ae-1296-40ca-89de-1752403f86e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9182074 Sep 08 14:02:28.436024 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a635ab2d-1e17-404c-96fe-e4b2a2b808c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (fcf703bc-81ed-443a-988e-ae4186c91edb), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.438338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.447409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a635ab2d-1e17-404c-96fe-e4b2a2b808c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.450330 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a635ab2d-1e17-404c-96fe-e4b2a2b808c0 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/fcf703bc-81ed-443a-988e-ae4186c91edb HTTP/1.1" status: 204 len: 168 time: 0.6146109 Sep 08 14:02:28.451598 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912bd398-4b17-4d79-9a3a-98ac51a52576" -d '{"events": [{"server_uuid": "9ef13e6e-be3d-4cf5-977c-08a0521e5190", "name": "network-vif-plugged", "status": "completed", "tag": "a1b41d99-de62-4f6e-bc67-196b31315976"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:28.465189 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635ab2d-1e17-404c-96fe-e4b2a2b808c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf703bc-81ed-443a-988e-ae4186c91edb,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:28.538563 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49238) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:28.581837 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-783cff54-8b21-4b29-99c9-f3b51af06f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.586639 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.601198 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=a1b41d99-de62-4f6e-bc67-196b31315976,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:28.669573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-1d0094c0-5f44-46f8-af70-b2a46c5e7a71 None None] Provisioning complete for port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:28.670319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1d0094c0-5f44-46f8-af70-b2a46c5e7a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.719665 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-1d0094c0-5f44-46f8-af70-b2a46c5e7a71 None None] Port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:02:28.778014 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-783cff54-8b21-4b29-99c9-f3b51af06f49 admin admin] Publish callbacks [] for security_group (d518e2dc-00e6-4e49-b722-6f7341ebca0c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.836992 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4800f09b-eb04-4226-a857-4a600595262b x-openstack-request-id: req-4800f09b-eb04-4226-a857-4a600595262b {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:28.837850 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef13e6e-be3d-4cf5-977c-08a0521e5190", "name": "network-vif-plugged", "status": "completed", "tag": "a1b41d99-de62-4f6e-bc67-196b31315976", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:28.837850 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4800f09b-eb04-4226-a857-4a600595262b {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:28.838776 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4800f09b-eb04-4226-a857-4a600595262b'] response: {'server_uuid': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b41d99-de62-4f6e-bc67-196b31315976', 'code': 200} Sep 08 14:02:28.862423 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:28.864033 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.881600 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-783cff54-8b21-4b29-99c9-f3b51af06f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d518e2dc-00e6-4e49-b722-6f7341ebca0c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:28.980942 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Request body: {'port': {'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:29.005252 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cff54-8b21-4b29-99c9-f3b51af06f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518e2dc-00e6-4e49-b722-6f7341ebca0c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.029900 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-783cff54-8b21-4b29-99c9-f3b51af06f49 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=70c4454491554247a58be4b95f5c693c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889915 Sep 08 14:02:29.035020 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49252) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.111476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-aa806ce9-21c9-4ced-8189-6a09adc28c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.116131 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-aa806ce9-21c9-4ced-8189-6a09adc28c89 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1128 time: 0.2292264 Sep 08 14:02:29.182439 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab7e4a-ed63-4bd3-858c-c5b8b167f32e req-17b649b6-346f-41ea-a41e-05d99153e896 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.184988 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a8ab7e4a-ed63-4bd3-858c-c5b8b167f32e req-17b649b6-346f-41ea-a41e-05d99153e896 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.1199744 Sep 08 14:02:29.205390 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e40ec-1d29-4089-820c-1e3313c7c3c1 req-990bae04-622d-4683-8919-d3fe4194ff98 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.207708 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad3e40ec-1d29-4089-820c-1e3313c7c3c1 req-990bae04-622d-4683-8919-d3fe4194ff98 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 932 time: 0.1004474 Sep 08 14:02:29.234786 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-5a884f1e-3f09-4155-b132-00534bba68c7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 200 len: 217 time: 0.0951540 Sep 08 14:02:29.236606 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-62d6e932-9e04-4f6a-af7a-26959d1ab452 admin admin] Publish callbacks [] for security_group (d518e2dc-00e6-4e49-b722-6f7341ebca0c), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.239493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.339394 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-62d6e932-9e04-4f6a-af7a-26959d1ab452 admin admin] Publish callbacks [] for security_group (d518e2dc-00e6-4e49-b722-6f7341ebca0c), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.428316 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad3e40ec-1d29-4089-820c-1e3313c7c3c1 req-47dcf5ef-6272-445c-9625-01eda56547cc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058601 Sep 08 14:02:29.432420 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a8ab7e4a-ed63-4bd3-858c-c5b8b167f32e req-f7d345e9-3d91-43f8-a923-ddc4b88c32f0 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201540 Sep 08 14:02:29.477636 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-903e95c3-77af-4e77-91fb-a55a8daba42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.479240 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-903e95c3-77af-4e77-91fb-a55a8daba42c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.2194598 Sep 08 14:02:29.556318 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-a1470183-fdb4-48d0-b2f1-b66435e9d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.557923 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-a1470183-fdb4-48d0-b2f1-b66435e9d3d8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452940 Sep 08 14:02:29.658761 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b9c14-9773-427e-8d14-11a34305d51d req-70286bb5-16ef-401c-920c-e863fc03e991 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.660285 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fd1b9c14-9773-427e-8d14-11a34305d51d req-70286bb5-16ef-401c-920c-e863fc03e991 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.1290462 Sep 08 14:02:29.680506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75973d7-0da6-43d2-8784-20cca3e995ce req-25f1d5ed-9d9b-43d1-8c37-08213c82439b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.681878 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f75973d7-0da6-43d2-8784-20cca3e995ce req-25f1d5ed-9d9b-43d1-8c37-08213c82439b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.0970528 Sep 08 14:02:29.704359 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-fdba3aaa-b226-41d4-9f59-f98d3e8e5893 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386633 Sep 08 14:02:29.749223 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fd1b9c14-9773-427e-8d14-11a34305d51d req-c03acbf1-4ea7-49c9-ba4d-210063f7911f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827167 Sep 08 14:02:29.761354 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f75973d7-0da6-43d2-8784-20cca3e995ce req-69d53d76-ffcb-4c2f-90b7-54ebb0fddee1 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673189 Sep 08 14:02:29.778754 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:29.791257 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Publish callbacks [] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.872867 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5b4e2808-5569-4717-9db6-0825c11e3b7a req-481b7352-2e98-4821-a512-2b2585e5cdbb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482911 Sep 08 14:02:29.896775 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Transition to ACTIVE for port object 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:02:29.898551 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-62d6e932-9e04-4f6a-af7a-26959d1ab452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d518e2dc-00e6-4e49-b722-6f7341ebca0c), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.905730 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-62d6e932-9e04-4f6a-af7a-26959d1ab452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.909294 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-62d6e932-9e04-4f6a-af7a-26959d1ab452 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d518e2dc-00e6-4e49-b722-6f7341ebca0c HTTP/1.1" status: 204 len: 168 time: 0.8703535 Sep 08 14:02:29.913865 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49266) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:29.920510 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6e932-9e04-4f6a-af7a-26959d1ab452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518e2dc-00e6-4e49-b722-6f7341ebca0c,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:29.935599 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9c67e-439b-4b34-8b25-800cef497bbd req-6805de77-894b-4cdd-9146-a5a185e9ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:29.937133 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e3d9c67e-439b-4b34-8b25-800cef497bbd req-6805de77-894b-4cdd-9146-a5a185e9ddb2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1130 time: 0.0968454 Sep 08 14:02:29.938298 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f781915c-8dde-4fca-a01a-101195225293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:29.969551 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e3d9c67e-439b-4b34-8b25-800cef497bbd req-ff522053-efe1-4821-8d4d-9211003dc6b2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.098889 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f781915c-8dde-4fca-a01a-101195225293 admin admin] Publish callbacks [] for security_group (6a2dd917-8188-4079-bcc9-e2cae58db51a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.115170 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e3d9c67e-439b-4b34-8b25-800cef497bbd req-ff522053-efe1-4821-8d4d-9211003dc6b2 service neutron] Publish callbacks [] for security_group (3461e548-648b-4cf0-b623-df9ffe528877), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.191294 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.263435 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Pushing event updated for resources: {'Port': ['ID=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.279694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.280051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.280439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.280783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.281122 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.281460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.281794 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.282122 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.282451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.282795 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.283130 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.283463 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.283798 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.284126 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.284471 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:30.289043 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Attempting to bind port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:02:30.289395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Attempting to bind port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:02:30.289732 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Attempting to bind port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:30.335222 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:02:30.335557 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Attempting to bind port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:02:30.379533 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f781915c-8dde-4fca-a01a-101195225293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6a2dd917-8188-4079-bcc9-e2cae58db51a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.423644 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e3d9c67e-439b-4b34-8b25-800cef497bbd req-ff522053-efe1-4821-8d4d-9211003dc6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3461e548-648b-4cf0-b623-df9ffe528877), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.436419 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:02:30.436768 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:02:30.437163 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Bound using segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:02:30.437622 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Bound port: 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:02:30.438236 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.471421 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f781915c-8dde-4fca-a01a-101195225293 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=e48d95dff0b548f984e70cb884027967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5551612 Sep 08 14:02:30.472398 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49274) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:30.473686 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781915c-8dde-4fca-a01a-101195225293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2dd917-8188-4079-bcc9-e2cae58db51a,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.521396 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e3d9c67e-439b-4b34-8b25-800cef497bbd req-ff522053-efe1-4821-8d4d-9211003dc6b2 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729959 Sep 08 14:02:30.550653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:30.553056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff522053-efe1-4821-8d4d-9211003dc6b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3461e548-648b-4cf0-b623-df9ffe528877,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.597534 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] For port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:02:30.603932 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] For port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:02:30.664740 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:30.712794 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064885a-a65f-4917-b862-6bdc9618cda7 req-a68b016f-ad7f-4c3b-9eb1-cfb80c793651 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:30.713831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.715984 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6064885a-a65f-4917-b862-6bdc9618cda7 req-a68b016f-ad7f-4c3b-9eb1-cfb80c793651 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.1251271 Sep 08 14:02:30.718844 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Publish callbacks [] for security_group (6a2dd917-8188-4079-bcc9-e2cae58db51a), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.722668 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:30.725861 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.728587 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-33d81929-b967-4e36-a304-960902679923 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/60d1c9d8-da7e-445b-9122-c37ad4ef2e1a HTTP/1.1" status: 200 len: 1094 time: 1.7803583 Sep 08 14:02:30.740807 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:30.744064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf31eb43-f8a5-4880-9d05-94743097d954" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:30.746643 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe32b7-a65b-4330-b634-ce4a8c67554d req-ca1293e6-0979-4191-bdc5-695685fbf58b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:30.748225 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ffe32b7-a65b-4330-b634-ce4a8c67554d req-ca1293e6-0979-4191-bdc5-695685fbf58b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1225796 Sep 08 14:02:30.776706 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Publish callbacks [] for security_group (6a2dd917-8188-4079-bcc9-e2cae58db51a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:30.854051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d81929-b967-4e36-a304-960902679923 service neutron] Pushing event updated for resources: {'Port': ['ID=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:30.865438 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6064885a-a65f-4917-b862-6bdc9618cda7 req-afd294ec-4b6c-4fc1-883d-00b55d9a0cfb tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392686 Sep 08 14:02:30.877383 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ffe32b7-a65b-4330-b634-ce4a8c67554d req-ff3af210-b5dd-4499-993b-f52956f961d1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191223 Sep 08 14:02:30.935560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31587500-7a01-4855-8ff9-56682784e2f3 x-openstack-request-id: req-31587500-7a01-4855-8ff9-56682784e2f3 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:30.935849 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:30.936279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-31587500-7a01-4855-8ff9-56682784e2f3 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:30.937165 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31587500-7a01-4855-8ff9-56682784e2f3'] response: {'name': 'network-changed', 'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'status': 'completed', 'code': 200} Sep 08 14:02:30.940006 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:31.022235 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:31.027706 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6a2dd917-8188-4079-bcc9-e2cae58db51a), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.030305 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:31.031553 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/6a2dd917-8188-4079-bcc9-e2cae58db51a HTTP/1.1" status: 204 len: 168 time: 0.5571361 Sep 08 14:02:31.228987 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2dd917-8188-4079-bcc9-e2cae58db51a,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:31.240847 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744cac-2dfd-4004-beba-041085dbf3bf req-6877f80b-c711-4fea-a271-c65b84358709 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:31.242354 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ec744cac-2dfd-4004-beba-041085dbf3bf req-6877f80b-c711-4fea-a271-c65b84358709 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.2550483 Sep 08 14:02:31.253550 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.254260 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.254601 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.254939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.255270 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.255600 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.255927 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.256280 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.256608 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.256957 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.257283 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.257632 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.257965 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.258280 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.258598 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede3906-e315-4e3b-bdb6-e5e55864815d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:31.270504 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e821a-138c-49f3-af85-2ef7e45a54c5 req-f856de17-f17c-4291-a37d-91a36a3c232a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:31.272413 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-be8e821a-138c-49f3-af85-2ef7e45a54c5 req-f856de17-f17c-4291-a37d-91a36a3c232a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.2493837 Sep 08 14:02:31.361357 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ec744cac-2dfd-4004-beba-041085dbf3bf req-bb2ba385-f261-4da6-849c-327465d3bd18 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096539 Sep 08 14:02:31.372406 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-be8e821a-138c-49f3-af85-2ef7e45a54c5 req-95d8d89c-3420-4e41-bd74-c17dceaf3bbb tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823238 Sep 08 14:02:31.403819 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.086711 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3acaa-8a02-437f-baf6-a32e3790391c req-9ef82b9d-d157-4ba1-b38a-56d2eb4b3fc7 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:32.094103 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-57b3acaa-8a02-437f-baf6-a32e3790391c req-9ef82b9d-d157-4ba1-b38a-56d2eb4b3fc7 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.1018708 Sep 08 14:02:32.125325 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053001a-b533-4905-8622-ba3164266df6 req-74c509b2-cd0f-42be-aad9-d4f659661663 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:32.126890 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c053001a-b533-4905-8622-ba3164266df6 req-74c509b2-cd0f-42be-aad9-d4f659661663 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1003637 Sep 08 14:02:32.208123 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-57b3acaa-8a02-437f-baf6-a32e3790391c req-6394d42e-8264-4013-a222-67526964493e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126075 Sep 08 14:02:32.257057 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c053001a-b533-4905-8622-ba3164266df6 req-6f51eee1-beef-4af6-af3e-189d1d29a704 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158955 Sep 08 14:02:32.469329 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:32.578608 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013204b1-e9f7-49cb-b267-7be6d5cb211e req-a250927b-d7cd-4ba0-8daa-0cc4c0ed0585 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:32.580240 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-013204b1-e9f7-49cb-b267-7be6d5cb211e req-a250927b-d7cd-4ba0-8daa-0cc4c0ed0585 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0854232 Sep 08 14:02:32.586793 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e6ce8-4078-4ee9-ad55-e11dda250868 req-8d5fbc3b-dd17-4f27-8b93-ab889bd208d8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:32.588419 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d73e6ce8-4078-4ee9-ad55-e11dda250868 req-8d5fbc3b-dd17-4f27-8b93-ab889bd208d8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.0787790 Sep 08 14:02:32.699526 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-013204b1-e9f7-49cb-b267-7be6d5cb211e req-6a5f5708-b1ad-41bc-8715-d9e839f78b16 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014881 Sep 08 14:02:32.703221 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d73e6ce8-4078-4ee9-ad55-e11dda250868 req-f409156c-139a-4973-9cd4-469401d10ed6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064384 Sep 08 14:02:32.932337 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2be35524-3109-4419-9c9d-3db11f8850f7 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:02:33.185019 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2be35524-3109-4419-9c9d-3db11f8850f7, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2be35524-3109-4419-9c9d-3db11f8850f7,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:33.205976 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '2be35524-3109-4419-9c9d-3db11f8850f7', 'network_id': '75351fd7-e93d-4766-b283-c15b1b0e6276', 'port_id': '2be35524-3109-4419-9c9d-3db11f8850f7', 'mac_address': 'fa:16:3e:15:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec935ae-3203-4f24-b49d-22e2c41ceef9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:02:33.249073 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2be35524-3109-4419-9c9d-3db11f8850f7 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:33.249703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.369389 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be35524-3109-4419-9c9d-3db11f8850f7 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:33.409455 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2b101-406e-4e24-9370-54def063f850 req-42c02e79-4bf9-4cd0-831e-234e23f8406f tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:33.418150 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ffa2b101-406e-4e24-9370-54def063f850 req-42c02e79-4bf9-4cd0-831e-234e23f8406f tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 943 time: 0.0861821 Sep 08 14:02:33.440725 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2be35524-3109-4419-9c9d-3db11f8850f7, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2be35524-3109-4419-9c9d-3db11f8850f7,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:33.500226 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da70b7-3c99-44cd-a51c-e7052ebf20a3 req-66c96532-918d-43b0-becf-4de5ec01d1cf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:33.502768 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-69da70b7-3c99-44cd-a51c-e7052ebf20a3 req-66c96532-918d-43b0-becf-4de5ec01d1cf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.0813396 Sep 08 14:02:33.547009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:33.548645 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:02:33.584393 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ffa2b101-406e-4e24-9370-54def063f850 req-13ebd490-4565-4739-8ab7-60cfa0eacf8c tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651664 Sep 08 14:02:33.637203 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-69da70b7-3c99-44cd-a51c-e7052ebf20a3 req-6d2d8dad-9e13-4280-a7a6-8595636592a5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173866 Sep 08 14:02:33.688462 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2be35524-3109-4419-9c9d-3db11f8850f7,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:33.864445 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.864801 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.865528 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.865898 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.866239 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.866576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.866903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.867406 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.867938 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.868450 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.869210 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.869705 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.870236 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.871352 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.871860 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:33.951336 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:33.967344 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'port_id': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff', 'mac_address': 'fa:16:3e:51:38:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:02:33.986392 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14303946-d4f1-48c4-a6eb-ec5b12ba9ccc req-4625e31f-0a37-4103-a1cb-2b194daf9950 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:33.987986 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14303946-d4f1-48c4-a6eb-ec5b12ba9ccc req-4625e31f-0a37-4103-a1cb-2b194daf9950 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 944 time: 0.1315460 Sep 08 14:02:34.006993 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.014276 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae329ae9-221d-461d-b8e9-0e1479b4981d req-ecc06b5b-fffa-4f62-a08b-0c7f578208ba tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.015966 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae329ae9-221d-461d-b8e9-0e1479b4981d req-ecc06b5b-fffa-4f62-a08b-0c7f578208ba tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.1390259 Sep 08 14:02:34.024295 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:34.024704 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.047104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:34.095844 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:34.121009 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14303946-d4f1-48c4-a6eb-ec5b12ba9ccc req-4a339f4a-ab3a-43eb-b034-88b9d27db644 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237612 Sep 08 14:02:34.145182 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae329ae9-221d-461d-b8e9-0e1479b4981d req-bcf06717-0a0d-490f-a97f-89377d4330a2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938678 Sep 08 14:02:34.250268 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:34.314387 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:34.482585 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:34.620188 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31eb43-f8a5-4880-9d05-94743097d954 req-9a84f2ca-e3d9-439f-a7fa-5b4fc94840fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.620188 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf31eb43-f8a5-4880-9d05-94743097d954 req-9a84f2ca-e3d9-439f-a7fa-5b4fc94840fe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 1128 time: 0.0647426 Sep 08 14:02:34.776584 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2be35524-3109-4419-9c9d-3db11f8850f7'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:34.833411 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bd53-a27d-4ecd-8318-c9096c278800 req-245676b6-e090-44ac-9414-da14c4552757 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.847595 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aed2bd53-a27d-4ecd-8318-c9096c278800 req-245676b6-e090-44ac-9414-da14c4552757 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 944 time: 0.1145601 Sep 08 14:02:34.922546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31eb43-f8a5-4880-9d05-94743097d954 req-35cecf67-20b5-4932-9032-9d3eb32a31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.924441 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf31eb43-f8a5-4880-9d05-94743097d954 req-35cecf67-20b5-4932-9032-9d3eb32a31a1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=92a3e908b87b445b9674d48f9a61bf94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2612896 Sep 08 14:02:34.953492 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['706e4ad8-bdad-41ff-9794-bc52eb9cf0ff'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:34.987259 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8d71-ae95-46e7-b037-397e781147fc req-ece0486f-f2e0-48d7-a6cb-8df8592ecd6a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:34.993030 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-01af8d71-ae95-46e7-b037-397e781147fc req-ece0486f-f2e0-48d7-a6cb-8df8592ecd6a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1984897 Sep 08 14:02:35.065520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31eb43-f8a5-4880-9d05-94743097d954 req-56eeeffb-836e-4b95-904b-6e6eb4cfece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:35.067134 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bf31eb43-f8a5-4880-9d05-94743097d954 req-56eeeffb-836e-4b95-904b-6e6eb4cfece9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1361842 Sep 08 14:02:35.069123 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.098553 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aed2bd53-a27d-4ecd-8318-c9096c278800 req-29e3d5b5-b40e-4f67-a30d-2f8c705864fc tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474031 Sep 08 14:02:35.104512 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49446) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:35.120762 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.148513 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-01af8d71-ae95-46e7-b037-397e781147fc req-ab2b0776-39aa-45c2-8d6a-0cad00421b49 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491363 Sep 08 14:02:35.252514 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.293080 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-3d8a8144-adb5-4f6b-b674-c9d5f7bd5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:35.295453 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-3d8a8144-adb5-4f6b-b674-c9d5f7bd5611 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 1128 time: 0.1248283 Sep 08 14:02:35.303710 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:35.362706 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-9933d4eb-0234-4db0-b393-f0055607a2f8 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a HTTP/1.1" status: 200 len: 217 time: 0.0521429 Sep 08 14:02:35.370775 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e969a03d-93c9-49a0-bb5c-969099032a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.431663 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd70059-5d73-423b-ad26-fcfce211bb66 req-bbd1e61f-58a5-4cd7-b87d-8a1b097756b3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:35.445317 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3fd70059-5d73-423b-ad26-fcfce211bb66 req-bbd1e61f-58a5-4cd7-b87d-8a1b097756b3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.1300335 Sep 08 14:02:35.474833 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-c828e5a6-7abf-43c3-b323-8473208ccbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:35.476322 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-c828e5a6-7abf-43c3-b323-8473208ccbd3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0902722 Sep 08 14:02:35.480912 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f66a18-6d49-4b91-b9c4-22b7aaab15ac req-8fe77c37-6f77-4798-88c6-64a25ae29f14 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:35.482730 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-99f66a18-6d49-4b91-b9c4-22b7aaab15ac req-8fe77c37-6f77-4798-88c6-64a25ae29f14 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 945 time: 0.1471453 Sep 08 14:02:35.538491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e969a03d-93c9-49a0-bb5c-969099032a3c admin admin] Publish callbacks [] for security_group (a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.616937 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3fd70059-5d73-423b-ad26-fcfce211bb66 req-85bf7cf2-e548-4d1b-8143-9421215811e6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692891 Sep 08 14:02:35.637481 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-99f66a18-6d49-4b91-b9c4-22b7aaab15ac req-e72ca088-b91e-445f-84ac-e5357b7db658 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185019 Sep 08 14:02:35.650813 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e969a03d-93c9-49a0-bb5c-969099032a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.707770 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a03d-93c9-49a0-bb5c-969099032a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:35.744560 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-e969a03d-93c9-49a0-bb5c-969099032a3c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=20cfe7cdb2894adda73acb6dda4252e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6335962 Sep 08 14:02:35.744560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49474) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:35.816807 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6959fd67-552a-492a-bd2a-283df24382b3 admin admin] Publish callbacks [] for security_group (a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:35.856098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6959fd67-552a-492a-bd2a-283df24382b3 admin admin] Publish callbacks [] for security_group (a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.040901 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6959fd67-552a-492a-bd2a-283df24382b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.044093 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6959fd67-552a-492a-bd2a-283df24382b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.045598 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6959fd67-552a-492a-bd2a-283df24382b3 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7 HTTP/1.1" status: 204 len: 168 time: 0.3001647 Sep 08 14:02:36.056725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959fd67-552a-492a-bd2a-283df24382b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a718c6f6-ef8b-4d11-bf98-b7c35c5df5d7,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:36.154459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-0d333e0c-142d-44d1-81dc-e9dd18593176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:36.157871 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-0d333e0c-142d-44d1-81dc-e9dd18593176 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494914 Sep 08 14:02:36.273285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffc9dc-535b-4568-9fe6-aff4fcac70cf req-3f17b1b2-22a0-4bb2-869e-414b43565f52 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:36.281141 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-51ffc9dc-535b-4568-9fe6-aff4fcac70cf req-3f17b1b2-22a0-4bb2-869e-414b43565f52 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 944 time: 0.0663385 Sep 08 14:02:36.372335 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf636ed-e6b7-4242-84d1-2b1684a70e72 req-9a8b2dc5-6383-4843-a116-f565852d266a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:36.374142 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ddf636ed-e6b7-4242-84d1-2b1684a70e72 req-9a8b2dc5-6383-4843-a116-f565852d266a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.0768354 Sep 08 14:02:36.379283 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-51ffc9dc-535b-4568-9fe6-aff4fcac70cf req-7471fb52-102f-458e-ad1b-c199fe4538ba tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972066 Sep 08 14:02:36.465738 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:36.484070 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ddf636ed-e6b7-4242-84d1-2b1684a70e72 req-563628a3-3fb5-496e-ba5a-a9ea8d35a1f0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979950 Sep 08 14:02:36.537799 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-7b5ba6e1-1af6-462d-a04a-0272945297bf service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609824 Sep 08 14:02:36.569998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:36.655630 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-637214c4-96f8-4705-9751-1cb9dc553fe2 req-1b01165d-046e-47c5-8657-56498439892c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107545 Sep 08 14:02:36.788589 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:36.827612 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aed0a-cb1f-483f-a17e-57d9b22aa9a3 req-71ad22cf-743f-4c68-b531-332a1f2c9538 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:36.829381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e6aed0a-cb1f-483f-a17e-57d9b22aa9a3 req-71ad22cf-743f-4c68-b531-332a1f2c9538 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.1140747 Sep 08 14:02:36.854113 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381350de-d693-4b2f-ad0a-fee769e881a5 req-3e1a62fd-d186-4b92-9f65-6ece20d14b08 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:36.856126 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-381350de-d693-4b2f-ad0a-fee769e881a5 req-3e1a62fd-d186-4b92-9f65-6ece20d14b08 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0889404 Sep 08 14:02:36.871898 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49506) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:36.945688 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e6aed0a-cb1f-483f-a17e-57d9b22aa9a3 req-0b1c3842-fd1b-4041-a8f3-fec470737477 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052504 Sep 08 14:02:36.976083 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-381350de-d693-4b2f-ad0a-fee769e881a5 req-912fb769-7692-4160-8176-0f2458b7ff1d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103208 Sep 08 14:02:37.095093 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e699f47a-bb98-445f-8bb7-471cbe1a79a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.119453 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49516) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:37.137862 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95a34aa8-e520-4999-970b-050c205b1deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.194707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e699f47a-bb98-445f-8bb7-471cbe1a79a8 admin admin] Publish callbacks [] for security_group (1b97111e-a6f1-4606-853f-31a4d64ab15c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.275333 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95a34aa8-e520-4999-970b-050c205b1deb admin admin] Publish callbacks [] for security_group (50aeb921-249d-40ab-a808-bcd931f734fa), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.338288 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e699f47a-bb98-445f-8bb7-471cbe1a79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1b97111e-a6f1-4606-853f-31a4d64ab15c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.366771 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95a34aa8-e520-4999-970b-050c205b1deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (50aeb921-249d-40ab-a808-bcd931f734fa), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.411248 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e699f47a-bb98-445f-8bb7-471cbe1a79a8 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=589c3a4b74a24763a52835b356c8913c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5380247 Sep 08 14:02:37.412881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699f47a-bb98-445f-8bb7-471cbe1a79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97111e-a6f1-4606-853f-31a4d64ab15c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.415895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49522) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:37.453799 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-95a34aa8-e520-4999-970b-050c205b1deb admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=c135d0e3efe54ea691df3d3332813ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327727 Sep 08 14:02:37.460114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a34aa8-e520-4999-970b-050c205b1deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aeb921-249d-40ab-a808-bcd931f734fa,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.460376 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49526) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:37.544271 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a335d6cb-6a99-4941-89a2-c103408595b3 admin admin] Publish callbacks [] for security_group (1b97111e-a6f1-4606-853f-31a4d64ab15c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.563636 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0b0aec5f-37f1-4aa9-8c9f-b03ac241d7fd admin admin] Publish callbacks [] for security_group (50aeb921-249d-40ab-a808-bcd931f734fa), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.579005 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.595933 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a335d6cb-6a99-4941-89a2-c103408595b3 admin admin] Publish callbacks [] for security_group (1b97111e-a6f1-4606-853f-31a4d64ab15c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.676986 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0b0aec5f-37f1-4aa9-8c9f-b03ac241d7fd admin admin] Publish callbacks [] for security_group (50aeb921-249d-40ab-a808-bcd931f734fa), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.685276 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c5755-6276-4a74-bc1c-b36ad2308c75 req-64548676-27e7-447a-b40f-e134ea1c561a tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:37.686973 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-914c5755-6276-4a74-bc1c-b36ad2308c75 req-64548676-27e7-447a-b40f-e134ea1c561a tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 944 time: 0.1480222 Sep 08 14:02:37.751229 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b975b-20b1-40a6-ba9f-a917229912bf req-c9ec9962-3735-4846-bef6-53726a68c533 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:37.752795 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-076b975b-20b1-40a6-ba9f-a917229912bf req-c9ec9962-3735-4846-bef6-53726a68c533 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1462524 Sep 08 14:02:37.819020 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a335d6cb-6a99-4941-89a2-c103408595b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1b97111e-a6f1-4606-853f-31a4d64ab15c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.822021 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a335d6cb-6a99-4941-89a2-c103408595b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:37.823465 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a335d6cb-6a99-4941-89a2-c103408595b3 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1b97111e-a6f1-4606-853f-31a4d64ab15c HTTP/1.1" status: 204 len: 168 time: 0.3987505 Sep 08 14:02:37.834679 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335d6cb-6a99-4941-89a2-c103408595b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97111e-a6f1-4606-853f-31a4d64ab15c,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:37.932652 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:37.972195 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-914c5755-6276-4a74-bc1c-b36ad2308c75 req-dc99d918-12f9-4354-8530-748d1814b4e2 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765465 Sep 08 14:02:37.976284 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:38.025223 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-076b975b-20b1-40a6-ba9f-a917229912bf req-dbcecb51-ca8f-4c04-b816-96f83b0ab9e8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643583 Sep 08 14:02:38.148767 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0b0aec5f-37f1-4aa9-8c9f-b03ac241d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (50aeb921-249d-40ab-a808-bcd931f734fa), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.151310 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0b0aec5f-37f1-4aa9-8c9f-b03ac241d7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.152815 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0b0aec5f-37f1-4aa9-8c9f-b03ac241d7fd admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/50aeb921-249d-40ab-a808-bcd931f734fa HTTP/1.1" status: 204 len: 168 time: 0.6919453 Sep 08 14:02:38.174346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436eac0-6e5a-4082-b3ab-2c56761719fb req-fe2168b8-5e3f-4636-ae84-f3c6a8cd9e85 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:38.176758 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c436eac0-6e5a-4082-b3ab-2c56761719fb req-fe2168b8-5e3f-4636-ae84-f3c6a8cd9e85 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 944 time: 0.1044436 Sep 08 14:02:38.179223 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aec5f-37f1-4aa9-8c9f-b03ac241d7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aeb921-249d-40ab-a808-bcd931f734fa,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:38.187184 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e05b30-f18b-4342-8d33-03732f67daa3 req-0ad01232-e882-4e92-a1cc-9545236e466c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:38.188971 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f0e05b30-f18b-4342-8d33-03732f67daa3 req-0ad01232-e882-4e92-a1cc-9545236e466c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0797956 Sep 08 14:02:38.274297 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c436eac0-6e5a-4082-b3ab-2c56761719fb req-c7657621-1cad-4cd5-8c0e-31fd05f2912d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837266 Sep 08 14:02:38.280232 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f0e05b30-f18b-4342-8d33-03732f67daa3 req-39d6c225-0570-4388-8c0c-4fdd24f1d2bd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834918 Sep 08 14:02:38.566570 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device dee806ed-287f-4f49-b833-092647ad43ff details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:02:38.693462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:38.704683 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port dee806ed-287f-4f49-b833-092647ad43ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=dee806ed-287f-4f49-b833-092647ad43ff,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:38.720205 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'dee806ed-287f-4f49-b833-092647ad43ff', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'port_id': 'dee806ed-287f-4f49-b833-092647ad43ff', 'mac_address': 'fa:16:3e:7f:35:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:02:38.760743 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port dee806ed-287f-4f49-b833-092647ad43ff is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:38.761142 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dee806ed-287f-4f49-b833-092647ad43ff), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.782376 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee806ed-287f-4f49-b833-092647ad43ff {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:38.809642 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port dee806ed-287f-4f49-b833-092647ad43ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=dee806ed-287f-4f49-b833-092647ad43ff,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:38.840471 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49552) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:38.855145 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fee3cb99-0325-4b4a-a976-5870dfae0364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.902366 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dee806ed-287f-4f49-b833-092647ad43ff), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.945117 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fee3cb99-0325-4b4a-a976-5870dfae0364 admin admin] Publish callbacks [] for security_group (4c9d7cfa-827d-4ab4-9fc0-2c219d545b66), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:38.965866 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=dee806ed-287f-4f49-b833-092647ad43ff,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.139491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2979218-5959-4752-a627-d466ba017ce5 req-19c14e89-fc29-4124-a140-389555f01f0e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:39.146093 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d2979218-5959-4752-a627-d466ba017ce5 req-19c14e89-fc29-4124-a140-389555f01f0e tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 944 time: 0.0786109 Sep 08 14:02:39.172835 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fee3cb99-0325-4b4a-a976-5870dfae0364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4c9d7cfa-827d-4ab4-9fc0-2c219d545b66), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.219534 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3cb99-0325-4b4a-a976-5870dfae0364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9d7cfa-827d-4ab4-9fc0-2c219d545b66,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.220903 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbf1a3-862f-40ce-bd41-533b78068063 req-93be9048-6a65-477e-854d-96c60cefd0f4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:39.222879 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-15cbf1a3-862f-40ce-bd41-533b78068063 req-93be9048-6a65-477e-854d-96c60cefd0f4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.0788403 Sep 08 14:02:39.234090 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fee3cb99-0325-4b4a-a976-5870dfae0364 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=9a4afe1c4b6c4df1a72fbbf796f007f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880973 Sep 08 14:02:39.234090 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49560) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:39.248943 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d2979218-5959-4752-a627-d466ba017ce5 req-725d0693-f5e1-48ca-a041-62b6058d7e67 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940807 Sep 08 14:02:39.293941 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-15cbf1a3-862f-40ce-bd41-533b78068063 req-8ad9abd1-f115-40ee-9679-9bea44fe6652 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608904 Sep 08 14:02:39.295726 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-86951c86-fbef-4ace-a982-f7de804e005e admin admin] Publish callbacks [] for security_group (4c9d7cfa-827d-4ab4-9fc0-2c219d545b66), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.328620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-86951c86-fbef-4ace-a982-f7de804e005e admin admin] Publish callbacks [] for security_group (4c9d7cfa-827d-4ab4-9fc0-2c219d545b66), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.396582 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:39.487788 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883685-50d5-48c8-8775-38420f66ff46 req-bb1e23f2-f4e0-4c74-a154-034a95065643 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:39.492687 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-86883685-50d5-48c8-8775-38420f66ff46 req-bb1e23f2-f4e0-4c74-a154-034a95065643 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0833261 Sep 08 14:02:39.513651 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079794-9c6b-4836-ba82-0572b5fa0180 req-ff968baf-ada4-434c-bee0-9c4c29d057a9 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:39.535777 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc079794-9c6b-4836-ba82-0572b5fa0180 req-ff968baf-ada4-434c-bee0-9c4c29d057a9 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 945 time: 0.1179409 Sep 08 14:02:39.549177 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2be35524-3109-4419-9c9d-3db11f8850f7 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:39.580435 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-86883685-50d5-48c8-8775-38420f66ff46 req-7f1a7c22-3f49-4a60-a9b1-b28e1e34fece tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839033 Sep 08 14:02:39.591594 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:39.600711 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc079794-9c6b-4836-ba82-0572b5fa0180 req-e2247c4f-745f-431e-a899-83c78b5e1e8f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785122 Sep 08 14:02:39.610362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 2be35524-3109-4419-9c9d-3db11f8850f7 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:02:39.616491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-86951c86-fbef-4ace-a982-f7de804e005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4c9d7cfa-827d-4ab4-9fc0-2c219d545b66), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.619509 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-86951c86-fbef-4ace-a982-f7de804e005e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.621127 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-86951c86-fbef-4ace-a982-f7de804e005e admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/4c9d7cfa-827d-4ab4-9fc0-2c219d545b66 HTTP/1.1" status: 204 len: 168 time: 0.3862557 Sep 08 14:02:39.631163 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86951c86-fbef-4ace-a982-f7de804e005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9d7cfa-827d-4ab4-9fc0-2c219d545b66,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:39.685186 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 2be35524-3109-4419-9c9d-3db11f8850f7 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:39.685951 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.831756 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2be35524-3109-4419-9c9d-3db11f8850f7 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:39.832831 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:39.873436 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be35524-3109-4419-9c9d-3db11f8850f7'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:39.878350 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a66bdc-837d-43c8-8cb1-7de0e2d8bc8c" -d '{"events": [{"server_uuid": "f5ce34a4-1425-461c-a3f2-9c33ee80711a", "name": "network-vif-plugged", "status": "completed", "tag": "2be35524-3109-4419-9c9d-3db11f8850f7"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:39.892280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2be35524-3109-4419-9c9d-3db11f8850f7, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2be35524-3109-4419-9c9d-3db11f8850f7,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:39.950804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df501a5-6c63-4857-9624-c56a5db2ed2b x-openstack-request-id: req-9df501a5-6c63-4857-9624-c56a5db2ed2b {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:39.950804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ce34a4-1425-461c-a3f2-9c33ee80711a", "name": "network-vif-plugged", "status": "completed", "tag": "2be35524-3109-4419-9c9d-3db11f8850f7", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:39.950804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9df501a5-6c63-4857-9624-c56a5db2ed2b {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:39.950804 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df501a5-6c63-4857-9624-c56a5db2ed2b'] response: {'server_uuid': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be35524-3109-4419-9c9d-3db11f8850f7', 'code': 200} Sep 08 14:02:39.992830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['dee806ed-287f-4f49-b833-092647ad43ff'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:40.035186 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.036100 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:40.159624 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2be35524-3109-4419-9c9d-3db11f8850f7,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:40.186645 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:02:40.275219 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:40.275620 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.422752 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5010f3-14a5-45fb-baf6-88e649d5aab4 req-64e96c98-837d-4496-910f-1a1c7687d0b3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:40.426359 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:40.426640 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.428898 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b5010f3-14a5-45fb-baf6-88e649d5aab4 req-64e96c98-837d-4496-910f-1a1c7687d0b3 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.0833695 Sep 08 14:02:40.484694 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:40.507115 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f3fdb-b93d-4b48-ae1d-9f2b78a2e280 req-80c4551f-0ba3-4eba-b08f-f02a387bb0af tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:40.514894 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-268f3fdb-b93d-4b48-ae1d-9f2b78a2e280 req-80c4551f-0ba3-4eba-b08f-f02a387bb0af tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1012824 Sep 08 14:02:40.554464 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b5010f3-14a5-45fb-baf6-88e649d5aab4 req-4f18f282-d0d7-408d-9453-62594ddbad97 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118827 Sep 08 14:02:40.631614 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:40.643328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-268f3fdb-b93d-4b48-ae1d-9f2b78a2e280 req-c5ff5090-7c9f-4a20-8c15-255f4330a3c3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245844 Sep 08 14:02:40.839440 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:40.869206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825e088-b2f3-4c07-8a09-4e50e9eff9cd req-116e6af6-694a-4211-adb1-7ca0926896a0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:40.877812 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a825e088-b2f3-4c07-8a09-4e50e9eff9cd req-116e6af6-694a-4211-adb1-7ca0926896a0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1631789 Sep 08 14:02:40.894137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device dee806ed-287f-4f49-b833-092647ad43ff up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:40.899685 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0312b-2b44-4b92-826b-a266eed73f98 req-b18193a1-4e0c-471e-abe4-09b494f11bbe tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:40.902207 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-93b0312b-2b44-4b92-826b-a266eed73f98 req-b18193a1-4e0c-471e-abe4-09b494f11bbe tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 945 time: 0.1388528 Sep 08 14:02:40.946549 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:40.975806 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:40.984538 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port dee806ed-287f-4f49-b833-092647ad43ff completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:02:40.985115 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.028699 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a825e088-b2f3-4c07-8a09-4e50e9eff9cd req-4db2574b-f203-41e7-9358-03dd37f15811 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419623 Sep 08 14:02:41.060932 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-93b0312b-2b44-4b92-826b-a266eed73f98 req-b3c0019c-ce39-40c9-ae1d-22c872b23d0b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464093 Sep 08 14:02:41.112855 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port dee806ed-287f-4f49-b833-092647ad43ff triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:41.113290 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (dee806ed-287f-4f49-b833-092647ad43ff), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.260598 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port dee806ed-287f-4f49-b833-092647ad43ff is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:41.261781 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (dee806ed-287f-4f49-b833-092647ad43ff), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.299857 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ce866-13f1-427d-94ed-989cd336709c req-6daa2427-a87b-4847-99db-59a70e254905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:41.301895 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0d6ce866-13f1-427d-94ed-989cd336709c req-6daa2427-a87b-4847-99db-59a70e254905 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 1129 time: 0.0723670 Sep 08 14:02:41.329352 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port dee806ed-287f-4f49-b833-092647ad43ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=dee806ed-287f-4f49-b833-092647ad43ff,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:41.357038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.375165 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0d6ce866-13f1-427d-94ed-989cd336709c req-ee8e7370-d0ff-4e94-ab27-d72e559fa26c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657699 Sep 08 14:02:41.431067 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (dee806ed-287f-4f49-b833-092647ad43ff), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.464400 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.513440 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=dee806ed-287f-4f49-b833-092647ad43ff,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:41.552574 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49640) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:41.850943 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f4b77-5223-40f8-ab32-ac114fc5059d req-d7917645-bb81-4c36-9799-ccdd3ccbf3bb tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:41.863890 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-156f4b77-5223-40f8-ab32-ac114fc5059d req-d7917645-bb81-4c36-9799-ccdd3ccbf3bb tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.1678140 Sep 08 14:02:41.867038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c411715f-161c-4fc9-9f67-668838765f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:41.878948 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.941305 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:41.950727 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff'}, {'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:41.953344 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98295a18-c8dd-4212-9e17-b2ee1d508afe" -d '{"events": [{"server_uuid": "20dfb69d-2dd9-4803-9a84-af1dd315f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "706e4ad8-bdad-41ff-9794-bc52eb9cf0ff"}, {"server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "name": "network-vif-plugged", "status": "completed", "tag": "dee806ed-287f-4f49-b833-092647ad43ff"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:41.971792 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971debf0-3a87-4980-a74b-370043d03f4e req-5b1d06be-1c37-4ebd-9286-500758d3394f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:41.973359 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-971debf0-3a87-4980-a74b-370043d03f4e req-5b1d06be-1c37-4ebd-9286-500758d3394f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1792850 Sep 08 14:02:42.030616 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-156f4b77-5223-40f8-ab32-ac114fc5059d req-ec932249-d089-4b37-9777-2e84a788ddd7 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653521 Sep 08 14:02:42.097823 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-971debf0-3a87-4980-a74b-370043d03f4e req-a89764e2-aa96-42ee-bbef-ed05013e4d84 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113887 Sep 08 14:02:42.132590 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d96be1-ee15-428e-96a3-8b253804e849 x-openstack-request-id: req-b4d96be1-ee15-428e-96a3-8b253804e849 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:42.132893 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dfb69d-2dd9-4803-9a84-af1dd315f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "706e4ad8-bdad-41ff-9794-bc52eb9cf0ff", "code": 200}, {"server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "name": "network-vif-plugged", "status": "completed", "tag": "dee806ed-287f-4f49-b833-092647ad43ff", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:42.133480 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b4d96be1-ee15-428e-96a3-8b253804e849 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:42.134046 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d96be1-ee15-428e-96a3-8b253804e849'] response: {'server_uuid': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff', 'code': 200} Sep 08 14:02:42.134463 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d96be1-ee15-428e-96a3-8b253804e849'] response: {'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff', 'code': 200} Sep 08 14:02:42.144492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c411715f-161c-4fc9-9f67-668838765f7b admin admin] Publish callbacks [] for security_group (d048532a-9178-495e-82ae-132a5ae38a4e), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.323685 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173278-2622-4643-af17-4acee889256c req-aa9d986a-4128-4de0-8a1a-5a72675f0d33 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:42.325812 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54173278-2622-4643-af17-4acee889256c req-aa9d986a-4128-4de0-8a1a-5a72675f0d33 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1143584 Sep 08 14:02:42.332967 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2adcb-60ca-4fc7-ae04-a1d117aa34e3 req-6d1cc657-40f0-4a56-a8c3-4fd3223fc5ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:42.334836 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-39d2adcb-60ca-4fc7-ae04-a1d117aa34e3 req-6d1cc657-40f0-4a56-a8c3-4fd3223fc5ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1255698 Sep 08 14:02:42.375886 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c411715f-161c-4fc9-9f67-668838765f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d048532a-9178-495e-82ae-132a5ae38a4e), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.474464 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c411715f-161c-4fc9-9f67-668838765f7b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=0055fb3d13b545e4b33b8ab3cee9053b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9203467 Sep 08 14:02:42.478308 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49672) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:42.483063 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54173278-2622-4643-af17-4acee889256c req-150cb837-4fc3-4218-b6ce-01915a33fb64 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422083 Sep 08 14:02:42.484945 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411715f-161c-4fc9-9f67-668838765f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d048532a-9178-495e-82ae-132a5ae38a4e,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:42.492204 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-39d2adcb-60ca-4fc7-ae04-a1d117aa34e3 req-0324bf15-8130-41f2-9853-a6d467658078 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426549 Sep 08 14:02:42.606182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0741b705-2f7f-494d-ae6b-6963a1ba1769 admin admin] Publish callbacks [] for security_group (d048532a-9178-495e-82ae-132a5ae38a4e), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.648770 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0741b705-2f7f-494d-ae6b-6963a1ba1769 admin admin] Publish callbacks [] for security_group (d048532a-9178-495e-82ae-132a5ae38a4e), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.719730 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49682) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:42.821991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0741b705-2f7f-494d-ae6b-6963a1ba1769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d048532a-9178-495e-82ae-132a5ae38a4e), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.825286 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0741b705-2f7f-494d-ae6b-6963a1ba1769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:42.826763 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-0741b705-2f7f-494d-ae6b-6963a1ba1769 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d048532a-9178-495e-82ae-132a5ae38a4e HTTP/1.1" status: 204 len: 168 time: 0.3472714 Sep 08 14:02:42.837349 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741b705-2f7f-494d-ae6b-6963a1ba1769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d048532a-9178-495e-82ae-132a5ae38a4e,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:42.907748 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c74acb1-3fc4-4732-8ba3-2a439d80fa5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.038318 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c74acb1-3fc4-4732-8ba3-2a439d80fa5f admin admin] Publish callbacks [] for security_group (d35f2979-762c-4996-ac9d-db9f7353309d), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.253476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c74acb1-3fc4-4732-8ba3-2a439d80fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d35f2979-762c-4996-ac9d-db9f7353309d), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.335116 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226849fd-b6fd-4e9d-9427-1cdcf34d8c21 req-dda3ebb2-2339-4e99-a69d-c78d8ac77da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:43.338478 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-226849fd-b6fd-4e9d-9427-1cdcf34d8c21 req-dda3ebb2-2339-4e99-a69d-c78d8ac77da2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1130 time: 0.2477098 Sep 08 14:02:43.348739 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ae935-1892-4a37-bc86-bb79182da7c5 req-37ea9751-6681-4c9b-89e3-1eabf090fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:43.350956 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af0ae935-1892-4a37-bc86-bb79182da7c5 req-37ea9751-6681-4c9b-89e3-1eabf090fae0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 1130 time: 0.2579525 Sep 08 14:02:43.370684 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32567a84-84ba-49b0-abd2-992e4edd289d req-219e7eca-084d-4b66-bbc2-4296166e8e87 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:43.377537 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-2c74acb1-3fc4-4732-8ba3-2a439d80fa5f admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=ab9d5ae6b1674054ae040aeab75d31fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6566763 Sep 08 14:02:43.379537 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-32567a84-84ba-49b0-abd2-992e4edd289d req-219e7eca-084d-4b66-bbc2-4296166e8e87 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.1646540 Sep 08 14:02:43.388357 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49712) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:43.415337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74acb1-3fc4-4732-8ba3-2a439d80fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35f2979-762c-4996-ac9d-db9f7353309d,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:43.455031 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc8a5-1cd3-462c-b6bf-599cbf85a76b req-698e6c57-a53e-423b-bc66-72f58c1797cc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:43.457991 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c48fc8a5-1cd3-462c-b6bf-599cbf85a76b req-698e6c57-a53e-423b-bc66-72f58c1797cc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 944 time: 0.1818297 Sep 08 14:02:43.538631 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-32567a84-84ba-49b0-abd2-992e4edd289d req-2d6eeef2-5244-4393-88be-8b089856a3d4 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578858 Sep 08 14:02:43.543903 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-226849fd-b6fd-4e9d-9427-1cdcf34d8c21 req-38ef46fa-9d95-4d04-b043-e070144bcb63 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755238 Sep 08 14:02:43.586250 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b3c6-a1dd-404e-9cc6-708c5257bd8f admin admin] Publish callbacks [] for security_group (d35f2979-762c-4996-ac9d-db9f7353309d), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.597621 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:02:43.666551 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c48fc8a5-1cd3-462c-b6bf-599cbf85a76b req-608c7d5b-57d2-4e54-a307-06920d452b5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794376 Sep 08 14:02:43.701388 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b3c6-a1dd-404e-9cc6-708c5257bd8f admin admin] Publish callbacks [] for security_group (d35f2979-762c-4996-ac9d-db9f7353309d), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.788818 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af0ae935-1892-4a37-bc86-bb79182da7c5 req-2018028f-0670-4c1f-b5a9-8055f43913b9 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988915 Sep 08 14:02:43.816792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:43.836695 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:02:43.869998 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce3582-883b-4d45-bbb7-7c0205856e06 req-22a99444-6ded-438c-890a-6fc504570188 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:43.871889 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-68ce3582-883b-4d45-bbb7-7c0205856e06 req-22a99444-6ded-438c-890a-6fc504570188 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1461728 Sep 08 14:02:43.883490 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:43.883879 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.903848 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:02:43.919770 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:43.920921 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b3c6-a1dd-404e-9cc6-708c5257bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d35f2979-762c-4996-ac9d-db9f7353309d), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.925290 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b3c6-a1dd-404e-9cc6-708c5257bd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:43.926599 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7dc6b3c6-a1dd-404e-9cc6-708c5257bd8f admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d35f2979-762c-4996-ac9d-db9f7353309d HTTP/1.1" status: 204 len: 168 time: 0.5359759 Sep 08 14:02:43.937232 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:43.941635 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6b3c6-a1dd-404e-9cc6-708c5257bd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35f2979-762c-4996-ac9d-db9f7353309d,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:43.982989 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76fbef-2702-4d29-9109-c1d9a03bae3c req-378a1174-c91d-4118-bb05-4efe1680afc7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:43.984619 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9a76fbef-2702-4d29-9109-c1d9a03bae3c req-378a1174-c91d-4118-bb05-4efe1680afc7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1417859 Sep 08 14:02:44.012741 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-68ce3582-883b-4d45-bbb7-7c0205856e06 req-3fc4b48a-a91d-4ebc-93b9-ab91a56b16e3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060026 Sep 08 14:02:44.055977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.056693 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9a76fbef-2702-4d29-9109-c1d9a03bae3c req-c6c5416d-e00d-491f-8f51-e28bd119d9a5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 Sep 08 14:02:44.127742 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:44.136001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49738) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:44.151140 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-abe80ce1-1703-46a5-ad98-924e1fc343c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.267019 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-abe80ce1-1703-46a5-ad98-924e1fc343c7 admin admin] Publish callbacks [] for security_group (9430a24c-750a-4c14-89fd-589b8372f284), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.381954 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-abe80ce1-1703-46a5-ad98-924e1fc343c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9430a24c-750a-4c14-89fd-589b8372f284), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.449772 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-abe80ce1-1703-46a5-ad98-924e1fc343c7 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=f836c35943b34e70ab4ff865b3255fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100426 Sep 08 14:02:44.449772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe80ce1-1703-46a5-ad98-924e1fc343c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9430a24c-750a-4c14-89fd-589b8372f284,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:44.452787 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49762) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:44.463878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['60d1c9d8-da7e-445b-9122-c37ad4ef2e1a'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:02:44.562949 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a35340f-4c18-4285-bfdb-816d1aa56980 admin admin] Publish callbacks [] for security_group (9430a24c-750a-4c14-89fd-589b8372f284), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.594587 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a35340f-4c18-4285-bfdb-816d1aa56980 admin admin] Publish callbacks [] for security_group (9430a24c-750a-4c14-89fd-589b8372f284), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.761031 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a35340f-4c18-4285-bfdb-816d1aa56980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9430a24c-750a-4c14-89fd-589b8372f284), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.763701 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a35340f-4c18-4285-bfdb-816d1aa56980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:44.765162 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-2a35340f-4c18-4285-bfdb-816d1aa56980 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/9430a24c-750a-4c14-89fd-589b8372f284 HTTP/1.1" status: 204 len: 168 time: 0.3073630 Sep 08 14:02:44.789877 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35340f-4c18-4285-bfdb-816d1aa56980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9430a24c-750a-4c14-89fd-589b8372f284,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:44.853692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:44.883241 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ede4ef-5d23-4db6-a26c-0e8221cc7e2b req-8b3a1131-4ccf-476a-aa80-39ce243ac945 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:44.884880 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-88ede4ef-5d23-4db6-a26c-0e8221cc7e2b req-8b3a1131-4ccf-476a-aa80-39ce243ac945 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 945 time: 0.1106973 Sep 08 14:02:44.943765 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-88ede4ef-5d23-4db6-a26c-0e8221cc7e2b req-61b9f161-cbfa-4783-a587-54640227fba5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460076 Sep 08 14:02:45.133123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49786) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:45.154633 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a64d76bf-44e6-40a3-adb6-037d0fab6bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:45.188433 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54408309-4b25-4385-a68d-d9e2e0a0a6af req-8bb2fa40-41fd-408a-b5d7-96476b7d3328 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:45.190319 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54408309-4b25-4385-a68d-d9e2e0a0a6af req-8bb2fa40-41fd-408a-b5d7-96476b7d3328 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0899129 Sep 08 14:02:45.411607 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:45.418389 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bb3b8-fa34-4fff-9c5b-4a48a87b19c6 req-0b8fe660-609f-401b-bb11-f3a7471ad791 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:45.419939 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-875bb3b8-fa34-4fff-9c5b-4a48a87b19c6 req-0b8fe660-609f-401b-bb11-f3a7471ad791 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.2502351 Sep 08 14:02:45.486898 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54408309-4b25-4385-a68d-d9e2e0a0a6af req-08e4a4c1-ed9b-403c-933e-e367274fa25c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743890 Sep 08 14:02:45.504917 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:45.521406 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-875bb3b8-fa34-4fff-9c5b-4a48a87b19c6 req-aadadcf1-a4ef-4999-bb10-6124605f8196 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833800 Sep 08 14:02:45.550298 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a64d76bf-44e6-40a3-adb6-037d0fab6bba admin admin] Publish callbacks [] for security_group (1d90f39e-9b30-4f35-b00f-d4f7c15426c8), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:45.615337 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:02:45.683150 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:02:45.736340 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a64d76bf-44e6-40a3-adb6-037d0fab6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1d90f39e-9b30-4f35-b00f-d4f7c15426c8), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:45.804128 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a64d76bf-44e6-40a3-adb6-037d0fab6bba admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=72058380eb344ac2aa055eb04f4e3e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6694014 Sep 08 14:02:45.805577 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49810) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:45.886955 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:02:45.886955 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:45.896090 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d76bf-44e6-40a3-adb6-037d0fab6bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d90f39e-9b30-4f35-b00f-d4f7c15426c8,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:45.965612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2d82-16c1-45e0-99c5-cfbb46caa1cb admin admin] Publish callbacks [] for security_group (1d90f39e-9b30-4f35-b00f-d4f7c15426c8), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.023987 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:46.037125 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49816) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:46.052067 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2d82-16c1-45e0-99c5-cfbb46caa1cb admin admin] Publish callbacks [] for security_group (1d90f39e-9b30-4f35-b00f-d4f7c15426c8), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.171606 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7925083-04a6-451c-9ba1-4e5d8ba9530f req-f50fafa7-c0ae-46af-8099-5fda6660e3e4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:46.173420 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c7925083-04a6-451c-9ba1-4e5d8ba9530f req-f50fafa7-c0ae-46af-8099-5fda6660e3e4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 945 time: 0.0944483 Sep 08 14:02:46.184280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:02:46.186094 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.257564 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:46.258485 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:46.262817 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c53c8a0-22c4-4b29-bb6f-54093df0ff8a" -d '{"events": [{"server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "name": "network-vif-plugged", "status": "completed", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:46.268255 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:46.287637 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c7925083-04a6-451c-9ba1-4e5d8ba9530f req-e446c8b7-7a3c-468e-855d-2db653c201c3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000476 Sep 08 14:02:46.288920 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0cf92e30-ac66-4adc-bac4-ac3b5148fbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.292459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2d82-16c1-45e0-99c5-cfbb46caa1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1d90f39e-9b30-4f35-b00f-d4f7c15426c8), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.295841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2d82-16c1-45e0-99c5-cfbb46caa1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.297376 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ebfb2d82-16c1-45e0-99c5-cfbb46caa1cb admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1d90f39e-9b30-4f35-b00f-d4f7c15426c8 HTTP/1.1" status: 204 len: 168 time: 0.4903584 Sep 08 14:02:46.313179 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb2d82-16c1-45e0-99c5-cfbb46caa1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d90f39e-9b30-4f35-b00f-d4f7c15426c8,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:46.364754 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:46.391306 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740949d4-a357-48eb-8763-9c3758feee84 x-openstack-request-id: req-740949d4-a357-48eb-8763-9c3758feee84 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:46.391722 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "name": "network-vif-plugged", "status": "completed", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:46.392530 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-740949d4-a357-48eb-8763-9c3758feee84 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:46.393283 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740949d4-a357-48eb-8763-9c3758feee84'] response: {'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'code': 200} Sep 08 14:02:46.402916 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.472775 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0cf92e30-ac66-4adc-bac4-ac3b5148fbf3 admin admin] Publish callbacks [] for security_group (44ec3f21-5a68-4e63-a901-24b04864dccd), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.527588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:46.538448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:46.567309 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0cf92e30-ac66-4adc-bac4-ac3b5148fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (44ec3f21-5a68-4e63-a901-24b04864dccd), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.698284 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf92e30-ac66-4adc-bac4-ac3b5148fbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ec3f21-5a68-4e63-a901-24b04864dccd,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:46.708461 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0cf92e30-ac66-4adc-bac4-ac3b5148fbf3 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=cd5c3596bc744bf49025eed370970c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6695325 Sep 08 14:02:46.711662 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49840) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:46.744605 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6697e6-3d2a-4522-b0dd-d9ecd63bc3d6 req-35498b27-4a2d-4da7-a811-344afcc209d4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:46.747993 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ea6697e6-3d2a-4522-b0dd-d9ecd63bc3d6 req-35498b27-4a2d-4da7-a811-344afcc209d4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1297884 Sep 08 14:02:46.772077 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:46.857754 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ea6697e6-3d2a-4522-b0dd-d9ecd63bc3d6 req-766c69d9-970e-4654-9385-39912bbe975d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987647 Sep 08 14:02:46.905920 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ffd349b-1ae3-422f-b75d-d7fd4632b833 admin admin] Publish callbacks [] for security_group (44ec3f21-5a68-4e63-a901-24b04864dccd), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:46.973706 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ffd349b-1ae3-422f-b75d-d7fd4632b833 admin admin] Publish callbacks [] for security_group (44ec3f21-5a68-4e63-a901-24b04864dccd), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.036886 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:47.085592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c8ec7-c439-4bae-8e32-1b66097abdba req-f4bd909a-f29c-46cf-b117-a0c4f7537474 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:47.087593 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-be6c8ec7-c439-4bae-8e32-1b66097abdba req-f4bd909a-f29c-46cf-b117-a0c4f7537474 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1005621 Sep 08 14:02:47.111632 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504a15e-1605-4e71-9097-eef16e39fc2f req-782bfbe6-c8dd-45e7-be1f-26af30c0cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:47.114644 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7504a15e-1605-4e71-9097-eef16e39fc2f req-782bfbe6-c8dd-45e7-be1f-26af30c0cccd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 1130 time: 0.0884435 Sep 08 14:02:47.147914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-be6c8ec7-c439-4bae-8e32-1b66097abdba req-bfdb12b5-cd44-4212-be7a-d90632991ea7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533612 Sep 08 14:02:47.176280 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7504a15e-1605-4e71-9097-eef16e39fc2f req-2ebc539b-058f-442e-8b2c-e1edd94f56a5 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506403 Sep 08 14:02:47.336823 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9c09b-f637-428b-a51f-c288a8e969b6 req-78ca23fc-f681-4214-a4c1-92f42f9d0a75 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:47.339879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ffd349b-1ae3-422f-b75d-d7fd4632b833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (44ec3f21-5a68-4e63-a901-24b04864dccd), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.344951 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ffd349b-1ae3-422f-b75d-d7fd4632b833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.352321 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4ffd349b-1ae3-422f-b75d-d7fd4632b833 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/44ec3f21-5a68-4e63-a901-24b04864dccd HTTP/1.1" status: 204 len: 168 time: 0.6356413 Sep 08 14:02:47.361470 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e5a9c09b-f637-428b-a51f-c288a8e969b6 req-78ca23fc-f681-4214-a4c1-92f42f9d0a75 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0958962 Sep 08 14:02:47.373743 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd349b-1ae3-422f-b75d-d7fd4632b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ec3f21-5a68-4e63-a901-24b04864dccd,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:47.375406 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49870) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:47.383402 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'floatingip': {'port_id': 'dee806ed-287f-4f49-b833-092647ad43ff'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:47.515062 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (46662c1c-9d71-47c5-8025-2cca9a4cbb3b), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:47.739143 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:02:47.788285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276dab7-0f4f-4338-bc31-c4f8b908878a req-3e7a353d-6b5d-4faf-8bad-b51237efdfcf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:47.790841 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3276dab7-0f4f-4338-bc31-c4f8b908878a req-3e7a353d-6b5d-4faf-8bad-b51237efdfcf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.0966983 Sep 08 14:02:47.954021 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3276dab7-0f4f-4338-bc31-c4f8b908878a req-b186a5c3-a5ef-4137-968c-dc9ddd61645a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505058 Sep 08 14:02:47.963816 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49880) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:48.378723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95cdb9fb-4e08-4d72-b25a-64ea9c59290e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.413325 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0a7f6-c633-4bd3-87ac-d9ee89067eba req-f713f0b2-e4d7-4605-bcce-897f78f97997 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:48.415917 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-abe0a7f6-c633-4bd3-87ac-d9ee89067eba req-f713f0b2-e4d7-4605-bcce-897f78f97997 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.2159925 Sep 08 14:02:48.537154 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95cdb9fb-4e08-4d72-b25a-64ea9c59290e admin admin] Publish callbacks [] for security_group (cfebcb03-5bcb-4e28-834e-959fdef44c65), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.573051 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.db.resource_extend [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 08 14:02:48.644882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-abe0a7f6-c633-4bd3-87ac-d9ee89067eba req-6225407b-f250-4cc7-b692-b9d4c29d7fc0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195728 Sep 08 14:02:48.678620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-dc8ab2ae-6e7a-4c7e-b01d-125aa903d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:48.682870 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-dc8ab2ae-6e7a-4c7e-b01d-125aa903d562 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 1130 time: 0.0984154 Sep 08 14:02:48.695724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95cdb9fb-4e08-4d72-b25a-64ea9c59290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cfebcb03-5bcb-4e28-834e-959fdef44c65), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.701143 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.748933 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-95cdb9fb-4e08-4d72-b25a-64ea9c59290e admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=510c702dfdf6457aabafadfc3325ff2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7767305 Sep 08 14:02:48.748933 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdb9fb-4e08-4d72-b25a-64ea9c59290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfebcb03-5bcb-4e28-834e-959fdef44c65,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:48.750702 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49900) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:48.772836 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49902) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:48.788386 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (46662c1c-9d71-47c5-8025-2cca9a4cbb3b), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.800953 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9e90f331-3625-4efc-a95b-95b82062cb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.852209 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ade4a99-0efd-4424-9239-0d475ecaf1fc admin admin] Publish callbacks [] for security_group (cfebcb03-5bcb-4e28-834e-959fdef44c65), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.894841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ade4a99-0efd-4424-9239-0d475ecaf1fc admin admin] Publish callbacks [] for security_group (cfebcb03-5bcb-4e28-834e-959fdef44c65), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:48.947160 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:48.977253 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9e90f331-3625-4efc-a95b-95b82062cb91 admin admin] Publish callbacks [] for security_group (3a0dfae5-01a2-43ac-8ea5-ad30e213f479), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.084214 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.l3_db [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Floating IP 46662c1c-9d71-47c5-8025-2cca9a4cbb3b associated. External IP: 172.27.1.139, port: dee806ed-287f-4f49-b833-092647ad43ff. Sep 08 14:02:49.395564 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffb525-8427-419b-ad29-5a1ead7b7214 req-a3400900-a1aa-40ce-b732-8a761143d8bd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.395564 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3dffb525-8427-419b-ad29-5a1ead7b7214 req-a3400900-a1aa-40ce-b732-8a761143d8bd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.1403399 Sep 08 14:02:49.414005 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3dffb525-8427-419b-ad29-5a1ead7b7214 req-231f6d3b-0973-4bbb-96d0-f50878aebe3d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163061 Sep 08 14:02:49.602944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ade4a99-0efd-4424-9239-0d475ecaf1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cfebcb03-5bcb-4e28-834e-959fdef44c65), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.602944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ade4a99-0efd-4424-9239-0d475ecaf1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.602944 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5ade4a99-0efd-4424-9239-0d475ecaf1fc admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/cfebcb03-5bcb-4e28-834e-959fdef44c65 HTTP/1.1" status: 204 len: 168 time: 0.7517929 Sep 08 14:02:49.602944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9e90f331-3625-4efc-a95b-95b82062cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3a0dfae5-01a2-43ac-8ea5-ad30e213f479), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.604263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:49.605020 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade4a99-0efd-4424-9239-0d475ecaf1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfebcb03-5bcb-4e28-834e-959fdef44c65,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:49.605020 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9e90f331-3625-4efc-a95b-95b82062cb91 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=abe5d40f5ecf4551acb03bf43c4b2294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8227859 Sep 08 14:02:49.608991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49916) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:49.631260 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90f331-3625-4efc-a95b-95b82062cb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0dfae5-01a2-43ac-8ea5-ad30e213f479,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:49.631527 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945ee51-90cc-42a1-8391-4618f60dbd13 req-7944c82e-34f0-4377-a958-f714921282ce tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.631527 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a945ee51-90cc-42a1-8391-4618f60dbd13 req-7944c82e-34f0-4377-a958-f714921282ce tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.1051104 Sep 08 14:02:49.638087 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-b7ee1747-c4da-4a05-89f6-62f97b2cb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.639923 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-b7ee1747-c4da-4a05-89f6-62f97b2cb421 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.4339299 Sep 08 14:02:49.647039 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 49918) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:49.671606 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:02:49.731746 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:49.747213 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:49.747784 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.761308 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:49.762768 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:02:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:49.779912 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-cd511c86-1d7e-448b-8a5d-8b7427790cca service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff HTTP/1.1" status: 200 len: 217 time: 0.1227086 Sep 08 14:02:49.823385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (35afbeab-616b-4b61-a46c-6b43d16d8907), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:49.827601 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-470e100a-9279-4ec9-8c76-d0d1ac460c78 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/46662c1c-9d71-47c5-8025-2cca9a4cbb3b HTTP/1.1" status: 200 len: 992 time: 2.4504867 Sep 08 14:02:49.828706 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:49.894807 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7f0b8-011e-4c5a-a158-06c8570f9302 req-20633fe7-ed88-416b-9675-1eb5070831be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:49.901967 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bab7f0b8-011e-4c5a-a158-06c8570f9302 req-20633fe7-ed88-416b-9675-1eb5070831be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1513250 Sep 08 14:02:49.917237 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:49.975568 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bab7f0b8-011e-4c5a-a158-06c8570f9302 req-3567c091-0871-4cac-8c78-296f982db037 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692649 Sep 08 14:02:50.002796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f15d-e28e-4abd-8c76-750f35e221be admin admin] Publish callbacks [] for security_group (3a0dfae5-01a2-43ac-8ea5-ad30e213f479), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:50.012050 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-1f96ea21-6b50-4d17-8632-95fb4c75c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:50.013582 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-1f96ea21-6b50-4d17-8632-95fb4c75c999 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.2128780 Sep 08 14:02:50.091580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f15d-e28e-4abd-8c76-750f35e221be admin admin] Publish callbacks [] for security_group (3a0dfae5-01a2-43ac-8ea5-ad30e213f479), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:50.093617 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "tag": "dee806ed-287f-4f49-b833-092647ad43ff"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:50.176869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-c23ac905-2cd0-4aaa-bb3f-0a1f87eae8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:50.181396 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-c23ac905-2cd0-4aaa-bb3f-0a1f87eae8e4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1380637 Sep 08 14:02:50.226176 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:50.296060 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5beeb9-95fc-44d4-96eb-a50feb4c1695 x-openstack-request-id: req-cd5beeb9-95fc-44d4-96eb-a50feb4c1695 {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:50.296513 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "tag": "dee806ed-287f-4f49-b833-092647ad43ff", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:50.298116 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd5beeb9-95fc-44d4-96eb-a50feb4c1695 {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:50.301882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5beeb9-95fc-44d4-96eb-a50feb4c1695'] response: {'name': 'network-changed', 'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff', 'status': 'completed', 'code': 200} Sep 08 14:02:50.378995 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-1c7f18d2-7d50-45f7-8e82-48018eaa4b1e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885934 Sep 08 14:02:50.383610 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '46662c1c-9d71-47c5-8025-2cca9a4cbb3b', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'port_id': 'dee806ed-287f-4f49-b833-092647ad43ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'mac_address': 'fa:16:3e:7f:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:02Z', 'updated_at': '2022-09-08T14:02:48Z', 'revision_number': 1, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:50.420781 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:50.430891 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:50.431595 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:02:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:50.557824 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f15d-e28e-4abd-8c76-750f35e221be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3a0dfae5-01a2-43ac-8ea5-ad30e213f479), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:50.561641 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f15d-e28e-4abd-8c76-750f35e221be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:50.564313 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:50.564431 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a0d4f15d-e28e-4abd-8c76-750f35e221be admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/3a0dfae5-01a2-43ac-8ea5-ad30e213f479 HTTP/1.1" status: 204 len: 168 time: 0.9519095 Sep 08 14:02:50.618274 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4f15d-e28e-4abd-8c76-750f35e221be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0dfae5-01a2-43ac-8ea5-ad30e213f479,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:50.628341 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-b08d52ec-268d-4492-822a-f009526e35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:50.629904 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-b08d52ec-268d-4492-822a-f009526e35d4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1130 time: 0.2535107 Sep 08 14:02:50.823352 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f26be2ed-16e8-43be-8149-772ed2dd58e2 req-3cec02fd-3d12-4b1c-8882-57ce4a08e019 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338033 Sep 08 14:02:50.971958 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '46662c1c-9d71-47c5-8025-2cca9a4cbb3b', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'port_id': 'dee806ed-287f-4f49-b833-092647ad43ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'mac_address': 'fa:16:3e:7f:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:02Z', 'updated_at': '2022-09-08T14:02:48Z', 'revision_number': 1, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:50.974516 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.db.resource_extend [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 08 14:02:51.036935 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e9e53-b734-4107-be45-fc8b84a536a0 None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '46662c1c-9d71-47c5-8025-2cca9a4cbb3b', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'floating_ip_address': '172.27.1.139', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'port_id': 'dee806ed-287f-4f49-b833-092647ad43ff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'mac_address': 'fa:16:3e:7f:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:02Z', 'updated_at': '2022-09-08T14:02:48Z', 'revision_number': 1, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:51.088756 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-25ac81c6-020f-44df-b6c7-2f2b4d776a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:51.092116 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-25ac81c6-020f-44df-b6c7-2f2b4d776a76 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 913 time: 0.4417989 Sep 08 14:02:51.251361 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40fe7a-523a-4e06-8024-e4005479bcd9 req-cac1600f-9d18-4392-b6a6-a7201307a5e8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:51.253477 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5e40fe7a-523a-4e06-8024-e4005479bcd9 req-cac1600f-9d18-4392-b6a6-a7201307a5e8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0761907 Sep 08 14:02:51.328919 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5e40fe7a-523a-4e06-8024-e4005479bcd9 req-5e44f493-5995-45fb-bfb1-ac45b557eb63 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691562 Sep 08 14:02:51.440784 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa803b1-2629-4a6d-86ee-3df6418051e9 None None] New status for floating IP 46662c1c-9d71-47c5-8025-2cca9a4cbb3b: ACTIVE {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:02:51.445082 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:51.465644 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:51.491791 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:51.502266 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49952) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:51.533144 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-5a7184dc-57d3-4f97-b154-2b8d1067d057 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 200 len: 1000 time: 0.4124169 Sep 08 14:02:51.537592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a833b2d-b053-4b4a-95df-cbe67ce6e050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:51.630284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (35afbeab-616b-4b61-a46c-6b43d16d8907), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:51.674515 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a833b2d-b053-4b4a-95df-cbe67ce6e050 admin admin] Publish callbacks [] for security_group (616a1e12-28c9-4c0f-9fd1-438b46a1ef9b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:51.742153 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2a833b2d-b053-4b4a-95df-cbe67ce6e050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (616a1e12-28c9-4c0f-9fd1-438b46a1ef9b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:51.780169 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-7f27dea2-4649-487a-bafd-d8f1a6ba7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:51.791244 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-7f27dea2-4649-487a-bafd-d8f1a6ba7db1 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.2476041 Sep 08 14:02:51.796505 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-2a833b2d-b053-4b4a-95df-cbe67ce6e050 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=d7ed1848eff24316acf6d6bba3f3347b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878647 Sep 08 14:02:51.796505 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a833b2d-b053-4b4a-95df-cbe67ce6e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616a1e12-28c9-4c0f-9fd1-438b46a1ef9b,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:51.796505 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 49958) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:02:51.908327 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46dc106e-2a97-4857-8e8d-8342a0391946 admin admin] Publish callbacks [] for security_group (616a1e12-28c9-4c0f-9fd1-438b46a1ef9b), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:51.933892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-fb027e3f-dc15-4ea4-bc32-ce34b88a989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:51.940459 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-fb027e3f-dc15-4ea4-bc32-ce34b88a989e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1392148 Sep 08 14:02:51.955026 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46dc106e-2a97-4857-8e8d-8342a0391946 admin admin] Publish callbacks [] for security_group (616a1e12-28c9-4c0f-9fd1-438b46a1ef9b), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.028848 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 35afbeab-616b-4b61-a46c-6b43d16d8907 associated. External IP: 172.27.1.220, port: 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a. Sep 08 14:02:52.153651 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-1eb9cd1a-ce15-4e5a-a77d-bd42ced49bdb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004995 Sep 08 14:02:52.162445 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46dc106e-2a97-4857-8e8d-8342a0391946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (616a1e12-28c9-4c0f-9fd1-438b46a1ef9b), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.165828 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-46dc106e-2a97-4857-8e8d-8342a0391946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.173462 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-46dc106e-2a97-4857-8e8d-8342a0391946 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/616a1e12-28c9-4c0f-9fd1-438b46a1ef9b HTTP/1.1" status: 204 len: 168 time: 0.3746061 Sep 08 14:02:52.215281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc106e-2a97-4857-8e8d-8342a0391946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616a1e12-28c9-4c0f-9fd1-438b46a1ef9b,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:52.251345 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a37afcd2-27d2-4217-9da4-31b41b48942a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.410322 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-44e469d7-f92a-408a-9b6b-2aa6fa28a41b req-57e07f3b-8367-4b40-9b62-48ad5b7675e2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392380 Sep 08 14:02:52.424200 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:52.518563 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b239417-c51c-4c4b-ac09-2c0ec6ac9e3b req-47447c9b-67ea-4fcb-be75-56db6d886a2a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:52.521922 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b239417-c51c-4c4b-ac09-2c0ec6ac9e3b req-47447c9b-67ea-4fcb-be75-56db6d886a2a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1035132 Sep 08 14:02:52.573219 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:52.579296 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:52.584277 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:52.599044 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:52.600544 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:02:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:52.604049 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b239417-c51c-4c4b-ac09-2c0ec6ac9e3b req-7be6b883-43ae-4996-8e84-1f0cbf48e738 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757186 Sep 08 14:02:52.616964 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-264f986a-99ab-432d-b4aa-8288c0392867 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/35afbeab-616b-4b61-a46c-6b43d16d8907 HTTP/1.1" status: 200 len: 992 time: 2.9685707 Sep 08 14:02:52.617601 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:02:52.620750 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40459435-4cb9-42d9-b52b-cf4102a40359" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:52.668911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1d3783-5383-4da1-8e8c-8c96b8dc281f x-openstack-request-id: req-4a1d3783-5383-4da1-8e8c-8c96b8dc281f {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:52.668911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:52.668911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4a1d3783-5383-4da1-8e8c-8c96b8dc281f {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:52.668911 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1d3783-5383-4da1-8e8c-8c96b8dc281f'] response: {'name': 'network-changed', 'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'status': 'completed', 'code': 200} Sep 08 14:02:52.742422 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:52.750308 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:52.873277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.035998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.047114 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:53.142404 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:50Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:53.169245 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:53.178612 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:02:53.180499 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:02:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:53.294322 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:02:53.532827 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:50Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:53.561253 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db0ca24-e13c-46ea-b604-47ad45cf14e9 None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:50Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:53.791506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f750858-e5fd-426b-ab86-97b0cb1e1c27 req-1cbd0269-f680-4ee8-839a-305866689069 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:53.796109 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3f750858-e5fd-426b-ab86-97b0cb1e1c27 req-1cbd0269-f680-4ee8-839a-305866689069 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0805538 Sep 08 14:02:53.815219 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5caf033-2093-49df-86ae-5f2019d2f3e9 None None] New status for floating IP 35afbeab-616b-4b61-a46c-6b43d16d8907: ACTIVE {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:02:53.888791 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3f750858-e5fd-426b-ab86-97b0cb1e1c27 req-ebb660bc-201b-4a23-a0fb-b57450337ca2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676851 Sep 08 14:02:53.972877 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:54.190892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:55.038819 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d423191-e400-4ac5-addd-62124e80723e req-0eb9e124-8e58-4e94-8d97-2ff7f848c1fd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:55.040358 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3d423191-e400-4ac5-addd-62124e80723e req-0eb9e124-8e58-4e94-8d97-2ff7f848c1fd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0553837 Sep 08 14:02:55.109507 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3d423191-e400-4ac5-addd-62124e80723e req-c24f8394-192e-47c4-b062-0d502ef8e678 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 Sep 08 14:02:55.164265 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:55.204930 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-246a675c-404f-47d9-ae3e-6312714c9106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:55.357009 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-02e33528-5d87-461a-9c86-e92d830a2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:55.358859 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-02e33528-5d87-461a-9c86-e92d830a2827 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 1130 time: 0.0605729 Sep 08 14:02:55.466015 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-d91974ef-deee-472a-9c23-ec1093d51165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:55.469493 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-d91974ef-deee-472a-9c23-ec1093d51165 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 915 time: 0.1025343 Sep 08 14:02:55.553827 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-5483e338-d978-4661-bdf5-5830e0659b40 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a HTTP/1.1" status: 200 len: 1002 time: 0.0722866 Sep 08 14:02:55.570709 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:55.609541 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-6235d8fd-23f8-461a-a9a9-56137c2cbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:55.611058 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-6235d8fd-23f8-461a-a9a9-56137c2cbb52 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0460227 Sep 08 14:02:56.238387 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:56.239001 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454686ae-f9a4-43db-9345-761eb21822b6 req-f7301255-8572-47c8-9f60-04e60d6d00e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:56.240381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-454686ae-f9a4-43db-9345-761eb21822b6 req-f7301255-8572-47c8-9f60-04e60d6d00e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0489707 Sep 08 14:02:56.295686 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-454686ae-f9a4-43db-9345-761eb21822b6 req-7280a5c1-cdce-4782-8eae-ea2bf2dcb744 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Sep 08 14:02:56.481793 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:56.753055 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:57.284424 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:57.427487 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59330859-3058-472e-ae4b-671001642df0 req-34065d12-9b47-4568-b5b2-e1f7c0ac3e33 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:57.429511 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-59330859-3058-472e-ae4b-671001642df0 req-34065d12-9b47-4568-b5b2-e1f7c0ac3e33 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Sep 08 14:02:57.463523 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:57.482008 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-59330859-3058-472e-ae4b-671001642df0 req-1e4f67fe-559f-4b44-bcd9-ef41ae4e7a8f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Sep 08 14:02:57.964819 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:58.052716 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:58.272942 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:58.535987 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:58.565359 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:58.633429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:58.643212 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a27332-b641-4f72-a630-b7a565f5b05d req-1e988a66-f62e-486a-994b-23c26ecb10e3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:58.644804 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-99a27332-b641-4f72-a630-b7a565f5b05d req-1e988a66-f62e-486a-994b-23c26ecb10e3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0636263 Sep 08 14:02:58.652045 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-1e8ceeea-e974-402c-81a4-fe75510e6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:58.655123 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-1e8ceeea-e974-402c-81a4-fe75510e6e90 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606952 Sep 08 14:02:58.716633 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-99a27332-b641-4f72-a630-b7a565f5b05d req-613ed159-ef6f-4d8d-8826-579905908429 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627444 Sep 08 14:02:58.775869 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:02:59.056383 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:59.284961 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:59.682885 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:59.902635 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:02:59.926799 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d949b-7cde-43aa-971a-89815d9e1184 req-0664f15f-7c33-4f8d-bd78-a097b1ad18b4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:02:59.928882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-008d949b-7cde-43aa-971a-89815d9e1184 req-0664f15f-7c33-4f8d-bd78-a097b1ad18b4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0908027 Sep 08 14:02:59.989678 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-008d949b-7cde-43aa-971a-89815d9e1184 req-7f813974-a68f-41f8-9cf9-3892670a932a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Sep 08 14:03:00.133854 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:00.846764 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.131393 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939c170-378c-4adc-b945-8af2d542af69 req-84daf60f-a2ce-4485-8876-00bfb5988ca0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:01.133059 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5939c170-378c-4adc-b945-8af2d542af69 req-84daf60f-a2ce-4485-8876-00bfb5988ca0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0587270 Sep 08 14:03:01.192695 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5939c170-378c-4adc-b945-8af2d542af69 req-3c2f5c05-3dd9-49aa-b9cc-2b3df215bdc0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533223 Sep 08 14:03:01.219240 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.287015 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.442325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.538230 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.678831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:01.888227 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:DELETE=4,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:02.212743 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:02.307352 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:02.350787 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13d1c-78c9-4764-a99b-903fef2a2e70 req-fdb1350f-0ca8-4daa-be19-d1d97f5cc68e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:02.352564 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-abc13d1c-78c9-4764-a99b-903fef2a2e70 req-fdb1350f-0ca8-4daa-be19-d1d97f5cc68e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0588160 Sep 08 14:03:02.418962 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-abc13d1c-78c9-4764-a99b-903fef2a2e70 req-c2a2b34c-6123-4f19-89d6-56c32687e27a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581508 Sep 08 14:03:02.766733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:03.035352 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-6c4ee262-baf5-405e-b1a4-99bd4e618689 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390679 Sep 08 14:03:03.136671 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-40459435-4cb9-42d9-b52b-cf4102a40359 req-2a4ae420-af1e-4601-ac57-73db9a7519f0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243784 Sep 08 14:03:03.577779 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf10a6-a090-4f71-ba51-f6ccf27f61f6 req-33006d6a-9c7b-4ffd-aeae-fefb3e93e9a1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:03.579415 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5abf10a6-a090-4f71-ba51-f6ccf27f61f6 req-33006d6a-9c7b-4ffd-aeae-fefb3e93e9a1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0620916 Sep 08 14:03:03.638492 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5abf10a6-a090-4f71-ba51-f6ccf27f61f6 req-9c6db71d-3669-43ee-9224-8995404219f6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522015 Sep 08 14:03:03.722600 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:03.967038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:04.128287 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:04.572677 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:04.790707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf7888-3455-47e6-9a9b-dae69d00abdd req-e024e629-b7eb-47ea-80b3-8cab985cf502 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:04.792522 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5bcf7888-3455-47e6-9a9b-dae69d00abdd req-e024e629-b7eb-47ea-80b3-8cab985cf502 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0556304 Sep 08 14:03:04.860712 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5bcf7888-3455-47e6-9a9b-dae69d00abdd req-6b1416e8-3dae-4547-b62c-8374eb75faec tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621197 Sep 08 14:03:05.021413 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50272) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:05.041289 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:05.150099 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1b2f5e55-84ae-4dfb-ad61-f61c6502cef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.243575 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1b2f5e55-84ae-4dfb-ad61-f61c6502cef8 admin admin] Publish callbacks [] for security_group (4fd22bd6-baa8-473c-a4fb-5d4880e48dc5), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.366572 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1b2f5e55-84ae-4dfb-ad61-f61c6502cef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4fd22bd6-baa8-473c-a4fb-5d4880e48dc5), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.407940 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:05.410063 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f5e55-84ae-4dfb-ad61-f61c6502cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd22bd6-baa8-473c-a4fb-5d4880e48dc5,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:05.414523 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-1b2f5e55-84ae-4dfb-ad61-f61c6502cef8 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=acfb95aea5774704bf6bc2312974c90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920751 Sep 08 14:03:05.418760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50282) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:05.475424 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2b095340-4192-400c-a744-f525fa10d876 admin admin] Publish callbacks [] for security_group (4fd22bd6-baa8-473c-a4fb-5d4880e48dc5), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.499777 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2b095340-4192-400c-a744-f525fa10d876 admin admin] Publish callbacks [] for security_group (4fd22bd6-baa8-473c-a4fb-5d4880e48dc5), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.607998 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:05.670375 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2b095340-4192-400c-a744-f525fa10d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4fd22bd6-baa8-473c-a4fb-5d4880e48dc5), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.674376 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2b095340-4192-400c-a744-f525fa10d876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:05.676037 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-2b095340-4192-400c-a744-f525fa10d876 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/4fd22bd6-baa8-473c-a4fb-5d4880e48dc5 HTTP/1.1" status: 204 len: 168 time: 0.2555866 Sep 08 14:03:05.701809 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b095340-4192-400c-a744-f525fa10d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd22bd6-baa8-473c-a4fb-5d4880e48dc5,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:05.963299 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa2d1d-00bd-4b5b-861b-f0c139bb61c3 req-a7b86008-9410-4532-8623-8512fda402e8 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:05.966569 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ebaa2d1d-00bd-4b5b-861b-f0c139bb61c3 req-a7b86008-9410-4532-8623-8512fda402e8 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.0821106 Sep 08 14:03:06.055623 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f018f-cd86-4e8a-9e0f-d0ab31a827d3 req-5eee3925-a90d-4b38-9ccc-2565868069c7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:06.057297 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c61f018f-cd86-4e8a-9e0f-d0ab31a827d3 req-5eee3925-a90d-4b38-9ccc-2565868069c7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1055901 Sep 08 14:03:06.060023 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:06.096715 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ebaa2d1d-00bd-4b5b-861b-f0c139bb61c3 req-86a1b184-78f1-4b14-a865-9b021f04963b tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116426 Sep 08 14:03:06.130598 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c61f018f-cd86-4e8a-9e0f-d0ab31a827d3 req-35ba5698-856a-4493-a52f-c75dc40215d1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640635 Sep 08 14:03:06.302683 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50302) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:06.439707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7afd0b2e-5eda-46f3-b0fd-1393db0a1988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.544798 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7afd0b2e-5eda-46f3-b0fd-1393db0a1988 admin admin] Publish callbacks [] for security_group (6a936acf-e664-42e4-8daa-0c4828e90a43), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.580384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.606467 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7afd0b2e-5eda-46f3-b0fd-1393db0a1988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6a936acf-e664-42e4-8daa-0c4828e90a43), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.648030 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:06.649279 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0b2e-5eda-46f3-b0fd-1393db0a1988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a936acf-e664-42e4-8daa-0c4828e90a43,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:06.655623 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7afd0b2e-5eda-46f3-b0fd-1393db0a1988 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=6dc95c98229e4c73b8f037a79c75199e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511267 Sep 08 14:03:06.659374 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50308) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:06.689663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50310) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:06.705755 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-81bdd242-f6fd-46a2-afb1-2b4ceadba339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.727346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f3de9016-4c82-42a3-81e7-bf11910f9b61 admin admin] Publish callbacks [] for security_group (6a936acf-e664-42e4-8daa-0c4828e90a43), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.755006 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f3de9016-4c82-42a3-81e7-bf11910f9b61 admin admin] Publish callbacks [] for security_group (6a936acf-e664-42e4-8daa-0c4828e90a43), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.802999 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-81bdd242-f6fd-46a2-afb1-2b4ceadba339 admin admin] Publish callbacks [] for security_group (3c4dcc82-9762-427a-b205-5415301c32db), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.875033 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-81bdd242-f6fd-46a2-afb1-2b4ceadba339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3c4dcc82-9762-427a-b205-5415301c32db), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.885346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f3de9016-4c82-42a3-81e7-bf11910f9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6a936acf-e664-42e4-8daa-0c4828e90a43), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.892194 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f3de9016-4c82-42a3-81e7-bf11910f9b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:06.893060 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f3de9016-4c82-42a3-81e7-bf11910f9b61 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/6a936acf-e664-42e4-8daa-0c4828e90a43 HTTP/1.1" status: 204 len: 168 time: 0.2314327 Sep 08 14:03:06.907841 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de9016-4c82-42a3-81e7-bf11910f9b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a936acf-e664-42e4-8daa-0c4828e90a43,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:06.960322 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-81bdd242-f6fd-46a2-afb1-2b4ceadba339 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=56b814e49cbc45029a65fea6aa00434b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691317 Sep 08 14:03:06.969411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdd242-f6fd-46a2-afb1-2b4ceadba339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4dcc82-9762-427a-b205-5415301c32db,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:06.969559 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50318) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:07.018505 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:07.062331 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a045fde0-98ae-4f08-999e-03181bf49d6b admin admin] Publish callbacks [] for security_group (3c4dcc82-9762-427a-b205-5415301c32db), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:07.086420 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a045fde0-98ae-4f08-999e-03181bf49d6b admin admin] Publish callbacks [] for security_group (3c4dcc82-9762-427a-b205-5415301c32db), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:07.265014 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1c393-511f-4ec1-be7f-a883220dc259 req-93c6dda9-bf46-478d-ac4f-80a0cbcf468f tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.266705 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ee1c393-511f-4ec1-be7f-a883220dc259 req-93c6dda9-bf46-478d-ac4f-80a0cbcf468f tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.0771925 Sep 08 14:03:07.310948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:07.325760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a045fde0-98ae-4f08-999e-03181bf49d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3c4dcc82-9762-427a-b205-5415301c32db), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:07.325760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a045fde0-98ae-4f08-999e-03181bf49d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:07.325760 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a045fde0-98ae-4f08-999e-03181bf49d6b admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/3c4dcc82-9762-427a-b205-5415301c32db HTTP/1.1" status: 204 len: 168 time: 0.3568761 Sep 08 14:03:07.343315 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045fde0-98ae-4f08-999e-03181bf49d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4dcc82-9762-427a-b205-5415301c32db,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:07.356319 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62623e56-aeca-47ad-8411-8eba0a9d45c5 req-ec8013d3-6b15-4bbf-8c9f-55a343c0f4d7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:07.357882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62623e56-aeca-47ad-8411-8eba0a9d45c5 req-ec8013d3-6b15-4bbf-8c9f-55a343c0f4d7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0902433 Sep 08 14:03:07.385976 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ee1c393-511f-4ec1-be7f-a883220dc259 req-7efe97a8-db55-424f-9880-ba6b05741782 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088316 Sep 08 14:03:07.448081 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62623e56-aeca-47ad-8411-8eba0a9d45c5 req-0708bf10-b433-40fc-8b37-799f52cf57af tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711603 Sep 08 14:03:08.022351 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:08.578427 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:08.597438 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b667-a442-4fb5-bd38-8ad58674cd78 req-a82da57a-e01d-45a0-b5a2-c3d971851418 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.599488 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5283b667-a442-4fb5-bd38-8ad58674cd78 req-a82da57a-e01d-45a0-b5a2-c3d971851418 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.0810215 Sep 08 14:03:08.655382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:08.685186 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80244567-1017-4f39-bf75-435986e3df0d req-1c0a8728-06d1-486a-a13e-eab6501e8148 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:08.686729 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-80244567-1017-4f39-bf75-435986e3df0d req-1c0a8728-06d1-486a-a13e-eab6501e8148 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0772927 Sep 08 14:03:08.708187 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5283b667-a442-4fb5-bd38-8ad58674cd78 req-fc73f7a3-c2ca-48e0-b34f-516251d9b22d tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004736 Sep 08 14:03:08.766540 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-80244567-1017-4f39-bf75-435986e3df0d req-b28b7f3a-0ac6-4cac-9b02-c02aa522bbdc tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734627 Sep 08 14:03:09.274272 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-285cbfba-065b-4c6d-91c1-72e1b3986976 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:09.275899 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-285cbfba-065b-4c6d-91c1-72e1b3986976 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.0996952 Sep 08 14:03:09.312323 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:09.430822 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Deleting port 2be35524-3109-4419-9c9d-3db11f8850f7 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:03:09.431667 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:09.543792 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] For port 2be35524-3109-4419-9c9d-3db11f8850f7, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2be35524-3109-4419-9c9d-3db11f8850f7,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:09.544629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:09.563310 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Calling delete_port for 2be35524-3109-4419-9c9d-3db11f8850f7 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:03:09.849780 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (2be35524-3109-4419-9c9d-3db11f8850f7), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:09.852973 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:09.881881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d08b8-e8f6-4b59-823e-09e911f47d2d req-f3ff6130-ba48-4ade-8ac4-f3d0fbf68034 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:09.884290 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-344d08b8-e8f6-4b59-823e-09e911f47d2d req-f3ff6130-ba48-4ade-8ac4-f3d0fbf68034 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 945 time: 0.0748522 Sep 08 14:03:09.925961 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2be35524-3109-4419-9c9d-3db11f8850f7'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:03:09.990404 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Pushing event deleted for resources: {'Port': ['ID=2be35524-3109-4419-9c9d-3db11f8850f7,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:10.028959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] No DVR routers for this DVR port 2be35524-3109-4419-9c9d-3db11f8850f7 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:03:10.038481 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:10.053046 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e03c5c2c-287a-4460-af75-be54b56b34fe req-8debc3c5-6a2b-4106-9181-8493cff95e38 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2be35524-3109-4419-9c9d-3db11f8850f7 HTTP/1.1" status: 204 len: 173 time: 0.7596374 Sep 08 14:03:10.053046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'name': 'network-vif-deleted', 'tag': '2be35524-3109-4419-9c9d-3db11f8850f7'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:03:10.053314 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-344d08b8-e8f6-4b59-823e-09e911f47d2d req-bb11555a-936a-4d08-8035-87d2317d4a4a tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=76be304f-78e4-4881-8ad4-45f93ef599f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590745 Sep 08 14:03:10.059946 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c642245a-ba68-4af3-8e92-d17c80e0fa1d" -d '{"events": [{"server_uuid": "f5ce34a4-1425-461c-a3f2-9c33ee80711a", "name": "network-vif-deleted", "tag": "2be35524-3109-4419-9c9d-3db11f8850f7"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:10.113491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4dd59-e0e6-44ea-ad8b-52c662752bd5 req-6446142d-c348-49f0-ad81-4ccc2bdc51da tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:10.121942 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-42a4dd59-e0e6-44ea-ad8b-52c662752bd5 req-6446142d-c348-49f0-ad81-4ccc2bdc51da tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1888945 Sep 08 14:03:10.248953 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a868dc-7d0d-4845-8c8f-ebfd4d0458c8 x-openstack-request-id: req-42a868dc-7d0d-4845-8c8f-ebfd4d0458c8 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:10.249829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ce34a4-1425-461c-a3f2-9c33ee80711a", "name": "network-vif-deleted", "tag": "2be35524-3109-4419-9c9d-3db11f8850f7", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:10.250493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-42a868dc-7d0d-4845-8c8f-ebfd4d0458c8 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:10.251402 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a868dc-7d0d-4845-8c8f-ebfd4d0458c8'] response: {'server_uuid': 'f5ce34a4-1425-461c-a3f2-9c33ee80711a', 'name': 'network-vif-deleted', 'tag': '2be35524-3109-4419-9c9d-3db11f8850f7', 'status': 'completed', 'code': 200} Sep 08 14:03:10.299990 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-42a4dd59-e0e6-44ea-ad8b-52c662752bd5 req-23757e94-5ff4-40dd-b2eb-c3eb502b973d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704223 Sep 08 14:03:11.170209 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:11.173131 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a301bc6-450a-49ed-9f09-53b649cab280 req-71df2e86-ac87-4914-8dc4-615608cd079f tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.0407922 Sep 08 14:03:11.470429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43541c-0d78-4409-9561-6b14332e4e95 req-49b4aa8f-e9fd-4bfe-9ad2-2ba1389b684d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:11.472008 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba43541c-0d78-4409-9561-6b14332e4e95 req-49b4aa8f-e9fd-4bfe-9ad2-2ba1389b684d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0579965 Sep 08 14:03:11.535396 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba43541c-0d78-4409-9561-6b14332e4e95 req-fdcb3d0c-d182-4989-b399-b0e0a5c5180f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531833 Sep 08 14:03:12.161087 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:12.318993 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2080de44-adba-4221-8f56-a72d175c6e1e req-6bb87fdb-a168-4912-a00f-48472566b88c tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.0336609 Sep 08 14:03:12.706338 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67989fb-36b8-46b0-9c0e-038374b75def req-614d83ef-a35c-4eb0-843f-22f2a403c9be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:12.707920 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b67989fb-36b8-46b0-9c0e-038374b75def req-614d83ef-a35c-4eb0-843f-22f2a403c9be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0558972 Sep 08 14:03:12.765382 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b67989fb-36b8-46b0-9c0e-038374b75def req-7614a5e8-3c95-46b1-a87b-a53283e419eb tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503604 Sep 08 14:03:13.482744 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c70ecb6c-4a7a-4ef5-8d49-8956151b0f23 req-e277323d-3082-4835-b8ce-643276f4b49d tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.0384037 Sep 08 14:03:13.647955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:13.916492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf737f1-9915-4243-b050-2da26935ba02 req-59363c2d-d8cb-4e84-b42a-42b9b0bd9239 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:13.918920 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8cf737f1-9915-4243-b050-2da26935ba02 req-59363c2d-d8cb-4e84-b42a-42b9b0bd9239 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0643232 Sep 08 14:03:13.930103 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:13.983215 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8cf737f1-9915-4243-b050-2da26935ba02 req-ffffe682-0c14-4495-9e87-6b347fffff68 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585394 Sep 08 14:03:14.229874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:14.335398 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2be35524-3109-4419-9c9d-3db11f8850f7 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:14.367025 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 2be35524-3109-4419-9c9d-3db11f8850f7 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:03:14.367444 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2be35524-3109-4419-9c9d-3db11f8850f7 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:14.584645 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:14.628165 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-adeccf8b-7646-43d1-8ab8-f3a50d84ef4d req-c165d06c-90ae-402a-be55-eb5bfd6272d9 tempest-DeleteServersTestJSON-1418972471 tempest-DeleteServersTestJSON-1418972471-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f5ce34a4-1425-461c-a3f2-9c33ee80711a HTTP/1.1" status: 200 len: 210 time: 0.0303090 Sep 08 14:03:14.636120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:15.176204 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbce54-be1b-40cc-8d55-3866cdcb372d req-2cb34cf4-1639-4f93-a082-2af8153f4c24 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:15.176204 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-76dbce54-be1b-40cc-8d55-3866cdcb372d req-2cb34cf4-1639-4f93-a082-2af8153f4c24 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0964584 Sep 08 14:03:15.231846 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-76dbce54-be1b-40cc-8d55-3866cdcb372d req-ba2927d5-fe5d-42c5-9a13-84b2cdcb3d27 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516953 Sep 08 14:03:16.401643 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adfb83-7a81-48eb-a9c9-eba7500226f9 req-78552f1b-d17c-4f31-9a93-6beac9c7dcfc tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:16.404072 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-78adfb83-7a81-48eb-a9c9-eba7500226f9 req-78552f1b-d17c-4f31-9a93-6beac9c7dcfc tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0650730 Sep 08 14:03:16.495494 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-78adfb83-7a81-48eb-a9c9-eba7500226f9 req-ee0e77d1-bd05-4a08-8764-4adf2f5b8f6a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828636 Sep 08 14:03:16.949983 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=59,neutron:UPDATE=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:17.349468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50558) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:17.477791 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7386bf51-9af6-4ca2-ba6a-38493a5d0f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:17.580399 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7386bf51-9af6-4ca2-ba6a-38493a5d0f3c admin admin] Publish callbacks [] for security_group (3866cbbb-bc77-48aa-9e76-d20b6f7074f6), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:17.674721 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7386bf51-9af6-4ca2-ba6a-38493a5d0f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3866cbbb-bc77-48aa-9e76-d20b6f7074f6), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:17.676479 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f95c34-051e-4973-9f3e-bf680c2f0199 req-eee054b0-cc97-4e44-b8b9-2f3ece9043ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:17.679735 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-38f95c34-051e-4973-9f3e-bf680c2f0199 req-eee054b0-cc97-4e44-b8b9-2f3ece9043ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0638967 Sep 08 14:03:17.717104 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50572) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:17.724700 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7386bf51-9af6-4ca2-ba6a-38493a5d0f3c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=d1c0f75e0b224f3f924919454f5c7e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738983 Sep 08 14:03:17.731135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50574) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:17.738407 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386bf51-9af6-4ca2-ba6a-38493a5d0f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3866cbbb-bc77-48aa-9e76-d20b6f7074f6,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:17.811786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f49ffd1-6fca-4d93-9b2f-445e6345fcaa admin admin] Publish callbacks [] for security_group (3866cbbb-bc77-48aa-9e76-d20b6f7074f6), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:17.836119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f49ffd1-6fca-4d93-9b2f-445e6345fcaa admin admin] Publish callbacks [] for security_group (3866cbbb-bc77-48aa-9e76-d20b6f7074f6), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:17.840753 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-38f95c34-051e-4973-9f3e-bf680c2f0199 req-c87b0493-6e70-40f5-8a75-ffc238b8af5b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535487 Sep 08 14:03:17.933687 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:18.017301 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f49ffd1-6fca-4d93-9b2f-445e6345fcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3866cbbb-bc77-48aa-9e76-d20b6f7074f6), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:18.022267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f49ffd1-6fca-4d93-9b2f-445e6345fcaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:18.026620 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9f49ffd1-6fca-4d93-9b2f-445e6345fcaa admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/3866cbbb-bc77-48aa-9e76-d20b6f7074f6 HTTP/1.1" status: 204 len: 168 time: 0.2943475 Sep 08 14:03:18.044612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ffd1-6fca-4d93-9b2f-445e6345fcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866cbbb-bc77-48aa-9e76-d20b6f7074f6,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:18.187426 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:18.494171 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (2952d96b-d56a-43b9-9355-966341652994), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:18.881963 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Deleting port a360f1c5-a98b-4195-b8f7-8c359a50c466 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:03:18.887592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:19.046406 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095472-588c-48c6-bac1-63024978e2fc req-4b1b3c22-9908-41be-b1f1-13006b68cef5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:19.048072 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9e095472-588c-48c6-bac1-63024978e2fc req-4b1b3c22-9908-41be-b1f1-13006b68cef5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0996380 Sep 08 14:03:19.095082 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] For port a360f1c5-a98b-4195-b8f7-8c359a50c466, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a360f1c5-a98b-4195-b8f7-8c359a50c466,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:19.097172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:19.123639 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Calling delete_port for a360f1c5-a98b-4195-b8f7-8c359a50c466 owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:03:19.154688 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9e095472-588c-48c6-bac1-63024978e2fc req-1d1d366d-20e3-40b2-9f85-d9d0adf1953d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962710 Sep 08 14:03:19.330177 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:19.486863 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (a360f1c5-a98b-4195-b8f7-8c359a50c466), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:19.532082 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a360f1c5-a98b-4195-b8f7-8c359a50c466,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:19.711774 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (2952d96b-d56a-43b9-9355-966341652994), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:19.733947 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=18 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:19.738439 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=14 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:19.950235 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:20.055835 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Router 2952d96b-d56a-43b9-9355-966341652994 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:20.179984 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:20.186612 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d623cfd6-b86e-45d2-b780-a06ca69731ec admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/2952d96b-d56a-43b9-9355-966341652994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4734230 Sep 08 14:03:20.190338 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50670) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:20.191448 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] Sync routers for ids ['2952d96b-d56a-43b9-9355-966341652994'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:20.204459 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] Routers {'2952d96b-d56a-43b9-9355-966341652994'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:20.205356 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:02:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['2952d96b-d56a-43b9-9355-966341652994'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:20.350509 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] Set router 2952d96b-d56a-43b9-9355-966341652994 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:20.564992 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:03:19Z', 'revision_number': 5, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:20.599426 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] Checking router: 2952d96b-d56a-43b9-9355-966341652994 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:20.607221 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks [] for router (2952d96b-d56a-43b9-9355-966341652994), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:20.611075 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] Routers {'2952d96b-d56a-43b9-9355-966341652994'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:20.611777 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:02:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['2952d96b-d56a-43b9-9355-966341652994'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:20.700691 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450dd3e-64f9-4344-bcdb-7aeb232bcc76 req-8cdd57b4-517b-4167-ad69-136c394ecfe0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:20.703363 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7450dd3e-64f9-4344-bcdb-7aeb232bcc76 req-8cdd57b4-517b-4167-ad69-136c394ecfe0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.3750648 Sep 08 14:03:20.745348 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:20.746150 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] Set router 2952d96b-d56a-43b9-9355-966341652994 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:20.891590 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7450dd3e-64f9-4344-bcdb-7aeb232bcc76 req-070ce8e6-dae4-45f1-9da3-04fcff3d3a91 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782651 Sep 08 14:03:20.907545 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks [] for router_gateway (2952d96b-d56a-43b9-9355-966341652994), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:20.967114 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:03:19Z', 'revision_number': 5, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:21.001623 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e04b79-b629-4b69-9720-bc6992159374 None None] The sync data for ids ['2952d96b-d56a-43b9-9355-966341652994'] in dv-cinder-856463-2-iscsi is: [{'id': '2952d96b-d56a-43b9-9355-966341652994', 'name': 'tempest-DeleteServersTestJSON-829858407-router', 'tenant_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:03:19Z', 'revision_number': 5, 'project_id': '9cfcfe1ebb994061b6d203510fd7e65b', 'gw_port': {'id': 'dcb16ec2-5b86-4d6f-9058-544762eebfea', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:59:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2952d96b-d56a-43b9-9355-966341652994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:21.065867 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Deleting port dcb16ec2-5b86-4d6f-9058-544762eebfea {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:03:21.066610 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.206544 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] For port dcb16ec2-5b86-4d6f-9058-544762eebfea, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=dcb16ec2-5b86-4d6f-9058-544762eebfea,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:21.207070 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.225620 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Calling delete_port for dcb16ec2-5b86-4d6f-9058-544762eebfea owned by network:router_gateway {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:03:21.556001 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (dcb16ec2-5b86-4d6f-9058-544762eebfea), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.591459 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb16ec2-5b86-4d6f-9058-544762eebfea,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:21.613132 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (2952d96b-d56a-43b9-9355-966341652994), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.701604 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:21.735085 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (2952d96b-d56a-43b9-9355-966341652994), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.737367 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks [] for router_controller (2952d96b-d56a-43b9-9355-966341652994), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.930619 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (2952d96b-d56a-43b9-9355-966341652994), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.931209 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2952d96b-d56a-43b9-9355-966341652994 {{(pid=113666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:03:21.942918 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:21.943328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-95c3b1c6-74f1-4588-b74d-479681d34d9e admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/2952d96b-d56a-43b9-9355-966341652994 HTTP/1.1" status: 204 len: 168 time: 1.7507520 Sep 08 14:03:21.945820 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50700) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:22.005301 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:22.044663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Deleting subnet bec935ae-3203-4f24-b49d-22e2c41ceef9 {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:03:22.046870 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a360f1c5-a98b-4195-b8f7-8c359a50c466 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:22.051389 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Publish callbacks [] for subnet (bec935ae-3203-4f24-b49d-22e2c41ceef9), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.117758 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: a360f1c5-a98b-4195-b8f7-8c359a50c466 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:03:22.118299 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a360f1c5-a98b-4195-b8f7-8c359a50c466 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:22.141108 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Publish callbacks [] for subnet (bec935ae-3203-4f24-b49d-22e2c41ceef9), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.175594 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adfbe6-8665-454b-94ae-81c70080e5f1 req-87346765-9dab-49e6-a208-63c950e8138b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:22.180299 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14adfbe6-8665-454b-94ae-81c70080e5f1 req-87346765-9dab-49e6-a208-63c950e8138b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1026137 Sep 08 14:03:22.218802 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8c9a3f82-5c60-4e5f-a210-8bf648cca07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.242548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (bec935ae-3203-4f24-b49d-22e2c41ceef9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.244244 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14adfbe6-8665-454b-94ae-81c70080e5f1 req-9349abfc-ecb5-4b71-8c68-e1a01aab74f5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 Sep 08 14:03:22.465272 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (bec935ae-3203-4f24-b49d-22e2c41ceef9), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.544247 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.551855 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/bec935ae-3203-4f24-b49d-22e2c41ceef9 HTTP/1.1" status: 204 len: 168 time: 0.6038225 Sep 08 14:03:22.554200 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c71e1-c06d-4309-a8bf-b3e2a4401830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec935ae-3203-4f24-b49d-22e2c41ceef9,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:22.554898 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222ebe2-f2af-4b59-a837-a7b3f8940976 None None] Network 75351fd7-e93d-4766-b283-c15b1b0e6276 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:22.556514 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50728) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:22.720989 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (75351fd7-e93d-4766-b283-c15b1b0e6276), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.788369 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Deleting port 16bdf346-6041-4c1a-9788-c960eda739aa {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:03:22.788723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.833235 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] DHCP port deletion for 75351fd7-e93d-4766-b283-c15b1b0e6276 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:03:22.897273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] Deleting port 16bdf346-6041-4c1a-9788-c960eda739aa {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:03:22.897898 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.904589 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] For port 16bdf346-6041-4c1a-9788-c960eda739aa, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=16bdf346-6041-4c1a-9788-c960eda739aa,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:22.906076 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.940427 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Calling delete_port for 16bdf346-6041-4c1a-9788-c960eda739aa owned by network:dhcp {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:03:22.978990 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] For port 16bdf346-6041-4c1a-9788-c960eda739aa, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=16bdf346-6041-4c1a-9788-c960eda739aa,segment=NetworkSegment(c279c68e-7b92-4c23-936e-ce7cf1f7d12d),segment_id=c279c68e-7b92-4c23-936e-ce7cf1f7d12d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:22.979415 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:22.989803 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:23.002200 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] Calling delete_port for 16bdf346-6041-4c1a-9788-c960eda739aa owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:03:23.115191 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.135094 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (16bdf346-6041-4c1a-9788-c960eda739aa), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.147124 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bdf346-6041-4c1a-9788-c960eda739aa,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:23.150583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] No DVR routers for this DVR port 16bdf346-6041-4c1a-9788-c960eda739aa on host dv-cinder-856463-2-iscsi {{(pid=113666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:03:23.178125 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] Pushing event deleted for resources: {'Port': ['ID=16bdf346-6041-4c1a-9788-c960eda739aa,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:23.203712 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173062f-ee08-4150-9769-0495d9155f00 None None] No DVR routers for this DVR port 16bdf346-6041-4c1a-9788-c960eda739aa on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:03:23.280050 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (75351fd7-e93d-4766-b283-c15b1b0e6276), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.330583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.331078 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.331867 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.332248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > port after_create 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.339473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.339473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > port after_update 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.339473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.339473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.339473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.339473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.592411 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.592681 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.593018 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.593356 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:03:23.593727 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75351fd7-e93d-4766-b283-c15b1b0e6276']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:23.650957 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:23.651252 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c279c68e-7b92-4c23-936e-ce7cf1f7d12d') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:23.685772 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (c279c68e-7b92-4c23-936e-ce7cf1f7d12d), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.714075 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103072eb-5a96-4d07-b02b-514edbd7aa35 req-e5eadd53-19e0-40e8-8dd1-fee82dc6f272 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:23.715822 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-103072eb-5a96-4d07-b02b-514edbd7aa35 req-e5eadd53-19e0-40e8-8dd1-fee82dc6f272 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1167541 Sep 08 14:03:23.721060 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (c279c68e-7b92-4c23-936e-ce7cf1f7d12d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.739785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:03:23.740223 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (c279c68e-7b92-4c23-936e-ce7cf1f7d12d), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.838085 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-103072eb-5a96-4d07-b02b-514edbd7aa35 req-17abebf7-b96b-4514-8d18-bb0d70539eb8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127858 Sep 08 14:03:23.939753 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (75351fd7-e93d-4766-b283-c15b1b0e6276), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.954377 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:23.960421 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/75351fd7-e93d-4766-b283-c15b1b0e6276 HTTP/1.1" status: 204 len: 168 time: 1.3993695 Sep 08 14:03:23.982054 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c7b95-2bd6-4576-a3f9-4c9db1627293 admin admin] Pushing event deleted for resources: {'Network': ['ID=75351fd7-e93d-4766-b283-c15b1b0e6276,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:24.017675 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 16bdf346-6041-4c1a-9788-c960eda739aa no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:24.044326 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 16bdf346-6041-4c1a-9788-c960eda739aa {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:03:24.045038 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 16bdf346-6041-4c1a-9788-c960eda739aa not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:24.045672 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dcb16ec2-5b86-4d6f-9058-544762eebfea no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:24.059708 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment c279c68e-7b92-4c23-936e-ce7cf1f7d12d resource provider aggregate not found Sep 08 14:03:24.069558 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: dcb16ec2-5b86-4d6f-9058-544762eebfea {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:03:24.070090 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dcb16ec2-5b86-4d6f-9058-544762eebfea not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:24.084185 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment c279c68e-7b92-4c23-936e-ce7cf1f7d12d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c279c68e-7b92-4c23-936e-ce7cf1f7d12d found for delete ", "request_id": "req-1026def5-4d86-4512-bc90-ed99526eb9ad"}]} Sep 08 14:03:24.617721 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50792) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:24.677278 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ce1f777f-ebf7-4efb-b9dc-2d484440099b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=9cfcfe1ebb994061b6d203510fd7e65b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0578754 Sep 08 14:03:24.680592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50794) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:24.727406 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:03:24.779556 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-57aef088-5e6c-42ee-8347-f99efc705d46 admin admin] Publish callbacks [] for security_group (76be304f-78e4-4881-8ad4-45f93ef599f8), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:24.819650 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-57aef088-5e6c-42ee-8347-f99efc705d46 admin admin] Publish callbacks [] for security_group (76be304f-78e4-4881-8ad4-45f93ef599f8), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:24.874808 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:24.905293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50804) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:25.016929 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-57aef088-5e6c-42ee-8347-f99efc705d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (76be304f-78e4-4881-8ad4-45f93ef599f8), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.021200 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-57aef088-5e6c-42ee-8347-f99efc705d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.023240 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-57aef088-5e6c-42ee-8347-f99efc705d46 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/76be304f-78e4-4881-8ad4-45f93ef599f8 HTTP/1.1" status: 204 len: 168 time: 0.3413453 Sep 08 14:03:25.053457 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78224-b0cd-4563-9da1-9ee6ffe1649a req-4d6c3c9d-6d65-4f25-a76d-6998e2c601df tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:25.056190 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-15a78224-b0cd-4563-9da1-9ee6ffe1649a req-4d6c3c9d-6d65-4f25-a76d-6998e2c601df tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0988417 Sep 08 14:03:25.057724 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef088-5e6c-42ee-8347-f99efc705d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be304f-78e4-4881-8ad4-45f93ef599f8,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:25.122871 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c40ce7bc-6975-4a83-9ccc-06e4e1ca918c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.184596 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-05b8e5c7-d70d-4bb3-af30-8af9e2afdfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.185142 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-15a78224-b0cd-4563-9da1-9ee6ffe1649a req-67aa6f4b-32b3-43e4-9c99-48e44f1e0e9f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054022 Sep 08 14:03:25.253540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c40ce7bc-6975-4a83-9ccc-06e4e1ca918c admin admin] Publish callbacks [] for security_group (313edbca-167b-4bff-8e43-3215e66f3668), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.338618 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c40ce7bc-6975-4a83-9ccc-06e4e1ca918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (313edbca-167b-4bff-8e43-3215e66f3668), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.383510 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ce7bc-6975-4a83-9ccc-06e4e1ca918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313edbca-167b-4bff-8e43-3215e66f3668,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:25.402887 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c40ce7bc-6975-4a83-9ccc-06e4e1ca918c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=26619c5e92de440eb5e812fcca3e37c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957707 Sep 08 14:03:25.406126 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50814) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:25.429923 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:25.438225 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50816) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:25.474730 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c52fc57f-ac8d-4c63-a24f-d2e96b411d39 admin admin] Publish callbacks [] for security_group (313edbca-167b-4bff-8e43-3215e66f3668), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.497616 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c52fc57f-ac8d-4c63-a24f-d2e96b411d39 admin admin] Publish callbacks [] for security_group (313edbca-167b-4bff-8e43-3215e66f3668), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.667906 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c52fc57f-ac8d-4c63-a24f-d2e96b411d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (313edbca-167b-4bff-8e43-3215e66f3668), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.670636 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c52fc57f-ac8d-4c63-a24f-d2e96b411d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:25.671997 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c52fc57f-ac8d-4c63-a24f-d2e96b411d39 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/313edbca-167b-4bff-8e43-3215e66f3668 HTTP/1.1" status: 204 len: 168 time: 0.2639940 Sep 08 14:03:25.680493 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fc57f-ac8d-4c63-a24f-d2e96b411d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313edbca-167b-4bff-8e43-3215e66f3668,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:25.732239 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e67460f0-f343-4a21-9b02-0109c79369e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.134390 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e67460f0-f343-4a21-9b02-0109c79369e1 admin admin] Publish callbacks [] for security_group (b98788dd-fa5f-4384-9fbf-f4d3b82def89), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.302429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e67460f0-f343-4a21-9b02-0109c79369e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b98788dd-fa5f-4384-9fbf-f4d3b82def89), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.396096 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67460f0-f343-4a21-9b02-0109c79369e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98788dd-fa5f-4384-9fbf-f4d3b82def89,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:26.405201 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.426914 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5ded0-91e2-403c-889f-ac3720f8211c req-75350232-c0b1-46a4-9698-a7b223d1504b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:26.426914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-01c5ded0-91e2-403c-889f-ac3720f8211c req-75350232-c0b1-46a4-9698-a7b223d1504b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1105559 Sep 08 14:03:26.426914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e67460f0-f343-4a21-9b02-0109c79369e1 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=4017be3f15894016a44bc4293f890268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9812388 Sep 08 14:03:26.427841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50850) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:26.490571 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:26.501862 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-01c5ded0-91e2-403c-889f-ac3720f8211c req-23af24ce-fcfe-4f6b-bb5d-f9a71e74791b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771778 Sep 08 14:03:26.531863 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b48-7a30-4077-a6cb-de5d409c41a3 admin admin] Publish callbacks [] for security_group (b98788dd-fa5f-4384-9fbf-f4d3b82def89), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.577096 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b48-7a30-4077-a6cb-de5d409c41a3 admin admin] Publish callbacks [] for security_group (b98788dd-fa5f-4384-9fbf-f4d3b82def89), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.624136 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:26.811044 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b48-7a30-4077-a6cb-de5d409c41a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b98788dd-fa5f-4384-9fbf-f4d3b82def89), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.813808 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-83ec8b48-7a30-4077-a6cb-de5d409c41a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:26.815289 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-83ec8b48-7a30-4077-a6cb-de5d409c41a3 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/b98788dd-fa5f-4384-9fbf-f4d3b82def89 HTTP/1.1" status: 204 len: 168 time: 0.3852363 Sep 08 14:03:26.824092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec8b48-7a30-4077-a6cb-de5d409c41a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98788dd-fa5f-4384-9fbf-f4d3b82def89,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:27.740726 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:27.749953 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2c135-023f-4d03-a4ed-2cb8d810cd55 req-4ebe1c3a-0f42-4a1c-a0b4-61ba8af5aeec tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:27.757132 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e0a2c135-023f-4d03-a4ed-2cb8d810cd55 req-4ebe1c3a-0f42-4a1c-a0b4-61ba8af5aeec tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0851541 Sep 08 14:03:27.841488 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e0a2c135-023f-4d03-a4ed-2cb8d810cd55 req-a1e1bd08-c461-4b50-b054-fb5770ecd4de tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827684 Sep 08 14:03:28.094081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50894) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:28.108950 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b79e5dd-5540-42c0-8708-567042076173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.203781 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b79e5dd-5540-42c0-8708-567042076173 admin admin] Publish callbacks [] for security_group (d48d3bbf-7bcd-4a74-852c-e920842538c1), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.286868 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b79e5dd-5540-42c0-8708-567042076173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d48d3bbf-7bcd-4a74-852c-e920842538c1), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.336217 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5b79e5dd-5540-42c0-8708-567042076173 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=beac19b524ae4d6a848caf5c96ca4709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409194 Sep 08 14:03:28.337158 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79e5dd-5540-42c0-8708-567042076173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48d3bbf-7bcd-4a74-852c-e920842538c1,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:28.340502 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50898) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:28.409479 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8eba2505-f6c5-493a-81f5-111185c0429e admin admin] Publish callbacks [] for security_group (d48d3bbf-7bcd-4a74-852c-e920842538c1), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.456005 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8eba2505-f6c5-493a-81f5-111185c0429e admin admin] Publish callbacks [] for security_group (d48d3bbf-7bcd-4a74-852c-e920842538c1), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.483237 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50902) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:28.601029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.659745 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1e3be2c2-46d6-4fda-88fe-944dfe168fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.691145 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8eba2505-f6c5-493a-81f5-111185c0429e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d48d3bbf-7bcd-4a74-852c-e920842538c1), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.701886 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8eba2505-f6c5-493a-81f5-111185c0429e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.703014 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8eba2505-f6c5-493a-81f5-111185c0429e admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d48d3bbf-7bcd-4a74-852c-e920842538c1 HTTP/1.1" status: 204 len: 168 time: 0.3607693 Sep 08 14:03:28.719012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba2505-f6c5-493a-81f5-111185c0429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48d3bbf-7bcd-4a74-852c-e920842538c1,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:28.828358 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1e3be2c2-46d6-4fda-88fe-944dfe168fce admin admin] Publish callbacks [] for security_group (8587dd38-cae9-4660-b8a3-6c5d8389b27d), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.867884 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:28.980494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6af04b-6ccd-4c24-a7eb-ca1e419aa365 req-74d6575e-3fc5-41fc-858f-242b59b56b6c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:28.982304 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e6af04b-6ccd-4c24-a7eb-ca1e419aa365 req-74d6575e-3fc5-41fc-858f-242b59b56b6c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0539339 Sep 08 14:03:29.050851 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e6af04b-6ccd-4c24-a7eb-ca1e419aa365 req-2eec3d54-5265-49d3-b003-fb9fc0b1f58b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624893 Sep 08 14:03:29.060958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1e3be2c2-46d6-4fda-88fe-944dfe168fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (8587dd38-cae9-4660-b8a3-6c5d8389b27d), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:29.112973 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-1e3be2c2-46d6-4fda-88fe-944dfe168fce admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=1d8828b800304c70a009a8fe6902c6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283522 Sep 08 14:03:29.114182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3be2c2-46d6-4fda-88fe-944dfe168fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8587dd38-cae9-4660-b8a3-6c5d8389b27d,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:29.116273 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50920) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:29.154804 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:29.174545 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e35-1701-45bb-8431-7f2067472689 admin admin] Publish callbacks [] for security_group (8587dd38-cae9-4660-b8a3-6c5d8389b27d), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:29.202005 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e35-1701-45bb-8431-7f2067472689 admin admin] Publish callbacks [] for security_group (8587dd38-cae9-4660-b8a3-6c5d8389b27d), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:29.365115 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e35-1701-45bb-8431-7f2067472689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (8587dd38-cae9-4660-b8a3-6c5d8389b27d), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:29.372343 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e7f52e35-1701-45bb-8431-7f2067472689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:29.381383 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-e7f52e35-1701-45bb-8431-7f2067472689 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/8587dd38-cae9-4660-b8a3-6c5d8389b27d HTTP/1.1" status: 204 len: 168 time: 0.2563577 Sep 08 14:03:29.387332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f52e35-1701-45bb-8431-7f2067472689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8587dd38-cae9-4660-b8a3-6c5d8389b27d,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:29.975773 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 50946) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:30.000793 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ab34716-12f2-4256-9928-da5e41af2923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.088243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:30.114885 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ab34716-12f2-4256-9928-da5e41af2923 admin admin] Publish callbacks [] for security_group (56f4627a-33ca-47ce-aa27-6dff00fed498), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.208523 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912b0d-d96d-4ca0-90c3-934d1e29a363 req-c1d88f55-0006-4727-8a27-1e5f3b7f63c5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:30.210125 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-eb912b0d-d96d-4ca0-90c3-934d1e29a363 req-c1d88f55-0006-4727-8a27-1e5f3b7f63c5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0579040 Sep 08 14:03:30.252888 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ab34716-12f2-4256-9928-da5e41af2923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (56f4627a-33ca-47ce-aa27-6dff00fed498), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.344084 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0ab34716-12f2-4256-9928-da5e41af2923 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=a6fdbf8d0cfa49b78c10f9c56958699d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623703 Sep 08 14:03:30.344442 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 50960) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:30.346602 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-eb912b0d-d96d-4ca0-90c3-934d1e29a363 req-706be8a2-8f8f-4bd8-a4b8-0eaa35875f65 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274047 Sep 08 14:03:30.347733 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab34716-12f2-4256-9928-da5e41af2923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f4627a-33ca-47ce-aa27-6dff00fed498,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:30.428488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Publish callbacks [] for security_group (56f4627a-33ca-47ce-aa27-6dff00fed498), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.461736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Publish callbacks [] for security_group (56f4627a-33ca-47ce-aa27-6dff00fed498), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.646910 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (56f4627a-33ca-47ce-aa27-6dff00fed498), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.650628 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:30.653300 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/56f4627a-33ca-47ce-aa27-6dff00fed498 HTTP/1.1" status: 204 len: 168 time: 0.3073790 Sep 08 14:03:30.668247 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f4627a-33ca-47ce-aa27-6dff00fed498,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:30.682662 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.684011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.684520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.687286 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.687286 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.695114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.696225 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.696562 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.697130 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.697724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.698318 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.699377 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.699903 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.700495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.700495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a399e0b-f8cf-455d-8c5a-43191d9a4227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:30.970096 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=61 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:31.639627 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a61672-d4c1-433f-aa14-0011a0034d8d req-c4b51a49-f7e0-43fa-a82e-c277e172b02a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:31.642379 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-98a61672-d4c1-433f-aa14-0011a0034d8d req-c4b51a49-f7e0-43fa-a82e-c277e172b02a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0931797 Sep 08 14:03:31.723468 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-98a61672-d4c1-433f-aa14-0011a0034d8d req-fcc877db-dbc7-4708-aa97-fb42c4935a48 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686798 Sep 08 14:03:32.497328 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51032) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:32.723583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:32.908335 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Publish callbacks [] for security_group (16a189f3-1587-4a3b-b521-33a575108ddc), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:32.925141 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c5d21-7931-4df9-9333-293c2d2f1288 req-3a7358ce-ae05-4ff6-83c7-df309dec1af4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:32.926699 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0b2c5d21-7931-4df9-9333-293c2d2f1288 req-3a7358ce-ae05-4ff6-83c7-df309dec1af4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0905833 Sep 08 14:03:32.987754 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0b2c5d21-7931-4df9-9333-293c2d2f1288 req-cbadc74e-59d7-491a-9ebb-ae68771cc838 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Sep 08 14:03:33.052897 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (16a189f3-1587-4a3b-b521-33a575108ddc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:33.100975 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=a9b5454a27cf4ddebff494a48d20586c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022861 Sep 08 14:03:33.102898 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a189f3-1587-4a3b-b521-33a575108ddc,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:33.104532 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51050) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:33.117545 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.118084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.118839 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.119273 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.119729 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.120294 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.121606 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.121850 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.122431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.122991 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.123560 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.124189 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.124723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.125251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.125779 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f799d-d6c5-4102-9bbb-647c05af2bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:33.179269 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbc6eb68-bbc7-4771-b0ac-9747ab5b2784 admin admin] Publish callbacks [] for security_group (16a189f3-1587-4a3b-b521-33a575108ddc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:33.203617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbc6eb68-bbc7-4771-b0ac-9747ab5b2784 admin admin] Publish callbacks [] for security_group (16a189f3-1587-4a3b-b521-33a575108ddc), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:33.387176 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbc6eb68-bbc7-4771-b0ac-9747ab5b2784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (16a189f3-1587-4a3b-b521-33a575108ddc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:33.392607 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbc6eb68-bbc7-4771-b0ac-9747ab5b2784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:33.396965 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fbc6eb68-bbc7-4771-b0ac-9747ab5b2784 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/16a189f3-1587-4a3b-b521-33a575108ddc HTTP/1.1" status: 204 len: 168 time: 0.2875016 Sep 08 14:03:33.409715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6eb68-bbc7-4771-b0ac-9747ab5b2784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a189f3-1587-4a3b-b521-33a575108ddc,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:34.170664 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e4e9-aced-4bbe-8e77-b33d134a0d35 req-31a73251-7c2b-4709-937e-60f23bcb5c2a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:34.172278 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5e09e4e9-aced-4bbe-8e77-b33d134a0d35 req-31a73251-7c2b-4709-937e-60f23bcb5c2a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0685925 Sep 08 14:03:34.198678 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51078) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:34.204727 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:34.269637 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5e09e4e9-aced-4bbe-8e77-b33d134a0d35 req-50841de8-7c23-44bf-9915-b79b43f7504f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894458 Sep 08 14:03:34.409542 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce432-7d29-4845-9766-438f5f88953e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.486054 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:INSERT=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:34.578184 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce432-7d29-4845-9766-438f5f88953e admin admin] Publish callbacks [] for security_group (84ac081d-296e-4729-899b-ff08477b638b), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.652396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba6ce432-7d29-4845-9766-438f5f88953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (84ac081d-296e-4729-899b-ff08477b638b), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.698922 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ba6ce432-7d29-4845-9766-438f5f88953e admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=550a0d254a4f4d6c9d5645bf2a9fb0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983613 Sep 08 14:03:34.700578 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ce432-7d29-4845-9766-438f5f88953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ac081d-296e-4729-899b-ff08477b638b,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:34.703154 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51094) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:34.726267 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=61 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:34.768851 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9d34ca2f-c38b-4c99-bcf5-44790a733c48 admin admin] Publish callbacks [] for security_group (84ac081d-296e-4729-899b-ff08477b638b), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.793752 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9d34ca2f-c38b-4c99-bcf5-44790a733c48 admin admin] Publish callbacks [] for security_group (84ac081d-296e-4729-899b-ff08477b638b), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.995171 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9d34ca2f-c38b-4c99-bcf5-44790a733c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (84ac081d-296e-4729-899b-ff08477b638b), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.998401 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9d34ca2f-c38b-4c99-bcf5-44790a733c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:34.999847 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9d34ca2f-c38b-4c99-bcf5-44790a733c48 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/84ac081d-296e-4729-899b-ff08477b638b HTTP/1.1" status: 204 len: 168 time: 0.2953160 Sep 08 14:03:35.011690 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34ca2f-c38b-4c99-bcf5-44790a733c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ac081d-296e-4729-899b-ff08477b638b,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:35.174994 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51110) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:35.486535 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46bbfb-e51a-454a-a236-9f35a2761302 req-476e392e-147e-4aab-9e15-b5e65482318c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:35.494490 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6a46bbfb-e51a-454a-a236-9f35a2761302 req-476e392e-147e-4aab-9e15-b5e65482318c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1020367 Sep 08 14:03:35.518449 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-736941294-network', 'tenant_id': '48231b60b20f4766a1713f1535dcbf91'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:35.571554 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:35.596707 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6a46bbfb-e51a-454a-a236-9f35a2761302 req-63bdfdaa-df53-40fb-a187-27e542eb4517 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968132 Sep 08 14:03:35.689782 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Made reservation on behalf of 48231b60b20f4766a1713f1535dcbf91 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:35.695488 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:35.712251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:35.805227 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks [] for security_group (126f67a2-c2fc-45c7-9491-c20944a70c0d), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.029503 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (126f67a2-c2fc-45c7-9491-c20944a70c0d), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.057300 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:03:36.069456 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f67a2-c2fc-45c7-9491-c20944a70c0d,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:36.075481 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (d3aad44f-9186-4993-bf40-65254181ef40), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.075911 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Added segment d3aad44f-9186-4993-bf40-65254181ef40 of type vlan for network c0f6f3b7-8a89-4dff-80c4-1a6144c63bda Sep 08 14:03:36.123640 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (c0f6f3b7-8a89-4dff-80c4-1a6144c63bda), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.235440 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (c0f6f3b7-8a89-4dff-80c4-1a6144c63bda), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.237640 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:36.238234 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.319243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f6f3b7-8a89-4dff-80c4-1a6144c63bda,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:36.332873 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network c0f6f3b7-8a89-4dff-80c4-1a6144c63bda details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:03:36.428717 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e825203b-ee54-49be-96ce-45282be96944 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2519937 Sep 08 14:03:36.432850 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51140) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:36.441778 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Request body: {'subnet': {'network_id': 'c0f6f3b7-8a89-4dff-80c4-1a6144c63bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-736941294-subnet', 'tenant_id': '48231b60b20f4766a1713f1535dcbf91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:36.568382 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.568583 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Made reservation on behalf of 48231b60b20f4766a1713f1535dcbf91 for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:36.568583 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:36.761220 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30e3e8-fbf5-4d4d-afdc-935a1750829c req-2841a7a2-2cc4-494d-9cd8-e9f0bb803b47 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:36.763172 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0c30e3e8-fbf5-4d4d-afdc-935a1750829c req-2841a7a2-2cc4-494d-9cd8-e9f0bb803b47 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0590601 Sep 08 14:03:36.797976 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:36.840271 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0c30e3e8-fbf5-4d4d-afdc-935a1750829c req-8a40505f-afdc-49f1-b1b5-47dc0d1e49ff tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649977 Sep 08 14:03:36.989049 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:37.161534 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (15448455-3bb8-49aa-9cd9-a88a2bcb5e3d), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:37.235260 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15448455-3bb8-49aa-9cd9-a88a2bcb5e3d,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:37.249010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Checking segment: {'id': 'd3aad44f-9186-4993-bf40-65254181ef40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': 'c0f6f3b7-8a89-4dff-80c4-1a6144c63bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:37.249599 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Network hostable DHCP agents. Network: c0f6f3b7-8a89-4dff-80c4-1a6144c63bda, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:03:37.373324 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Network c0f6f3b7-8a89-4dff-80c4-1a6144c63bda is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:03:37.451210 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51164) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:37.465288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, c0f6f3b7-8a89-4dff-80c4-1a6144c63bda) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:37.470773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:37.471394 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:37.478929 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e4a042-e39b-43c0-8e0f-389ba3fde150 None None] Network c0f6f3b7-8a89-4dff-80c4-1a6144c63bda requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:37.562396 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fe430a02-8baf-4349-ac12-53ccbad28c5f admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1271544 Sep 08 14:03:37.599790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd097c0-b6a4-4188-abab-19753c602347 None None] Network c0f6f3b7-8a89-4dff-80c4-1a6144c63bda requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:37.640484 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c21958fb-6af6-48d6-9db3-1ea61676f793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:37.658118 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:37.787428 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c21958fb-6af6-48d6-9db3-1ea61676f793 admin admin] Publish callbacks [] for security_group (c32a3dac-0ada-48cc-a1c3-bbbee22965f9), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:37.885190 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c21958fb-6af6-48d6-9db3-1ea61676f793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (c32a3dac-0ada-48cc-a1c3-bbbee22965f9), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:37.969305 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c21958fb-6af6-48d6-9db3-1ea61676f793 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=264f5116fdc14dfea552965bf6ef8d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5158629 Sep 08 14:03:37.971388 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21958fb-6af6-48d6-9db3-1ea61676f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a3dac-0ada-48cc-a1c3-bbbee22965f9,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:37.974431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51186) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:38.021814 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0232cc-3f9e-4785-a7e2-347ed2eb38bf req-91fed6b5-1950-4da4-9282-522f68c9a786 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:38.023490 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1f0232cc-3f9e-4785-a7e2-347ed2eb38bf req-91fed6b5-1950-4da4-9282-522f68c9a786 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0833020 Sep 08 14:03:38.078239 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c30e4a75-ed5e-4468-ac88-84aaa2ae765e admin admin] Publish callbacks [] for security_group (c32a3dac-0ada-48cc-a1c3-bbbee22965f9), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:38.109693 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1f0232cc-3f9e-4785-a7e2-347ed2eb38bf req-73838308-7cd7-427e-9f77-9f44dc4cb308 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751429 Sep 08 14:03:38.114536 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c30e4a75-ed5e-4468-ac88-84aaa2ae765e admin admin] Publish callbacks [] for security_group (c32a3dac-0ada-48cc-a1c3-bbbee22965f9), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:38.264096 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c30e4a75-ed5e-4468-ac88-84aaa2ae765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (c32a3dac-0ada-48cc-a1c3-bbbee22965f9), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:38.267287 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c30e4a75-ed5e-4468-ac88-84aaa2ae765e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:38.268631 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c30e4a75-ed5e-4468-ac88-84aaa2ae765e admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/c32a3dac-0ada-48cc-a1c3-bbbee22965f9 HTTP/1.1" status: 204 len: 168 time: 0.2926691 Sep 08 14:03:38.277285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e4a75-ed5e-4468-ac88-84aaa2ae765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a3dac-0ada-48cc-a1c3-bbbee22965f9,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:38.637404 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51204) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:38.642813 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065442421-network', 'tenant_id': '63713ff07af742e79def84f6e760f8e5'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:38.856934 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Made reservation on behalf of 63713ff07af742e79def84f6e760f8e5 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:38.861020 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:38.871631 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:38.967260 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks [] for security_group (2c6d280e-1259-44ab-8b3f-aeba93d0730c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.046833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (2c6d280e-1259-44ab-8b3f-aeba93d0730c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.077612 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] vlan segment allocate from pool success with {'vlan_id': 1135, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:03:39.087483 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d280e-1259-44ab-8b3f-aeba93d0730c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:39.094651 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (05de0557-4609-4178-8ece-8cc400021a66), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.095001 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Added segment 05de0557-4609-4178-8ece-8cc400021a66 of type vlan for network 1b6257b5-fece-49aa-b94d-05f4d2b782ad Sep 08 14:03:39.164849 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (1b6257b5-fece-49aa-b94d-05f4d2b782ad), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.249909 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117c20c-a3cf-4d83-81bc-1223bda3a2be req-b05ecbcd-1f03-4a9b-9dc0-90900887aa06 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:39.251481 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2117c20c-a3cf-4d83-81bc-1223bda3a2be req-b05ecbcd-1f03-4a9b-9dc0-90900887aa06 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0531421 Sep 08 14:03:39.271718 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:39.322030 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (1b6257b5-fece-49aa-b94d-05f4d2b782ad), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.323218 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:39.323817 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.337843 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2117c20c-a3cf-4d83-81bc-1223bda3a2be req-df57f743-c20d-41e9-938e-953ae31bface tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711827 Sep 08 14:03:39.438897 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] Pushing event updated for resources: {'Network': ['ID=1b6257b5-fece-49aa-b94d-05f4d2b782ad,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:39.453185 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 1b6257b5-fece-49aa-b94d-05f4d2b782ad details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:03:39.489926 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-28da8f07-9198-4dfd-8f45-8d151aff058f admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8511100 Sep 08 14:03:39.499884 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51234) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:39.505196 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Request body: {'subnet': {'network_id': '1b6257b5-fece-49aa-b94d-05f4d2b782ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065442421-subnet', 'tenant_id': '63713ff07af742e79def84f6e760f8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:39.588491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Made reservation on behalf of 63713ff07af742e79def84f6e760f8e5 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:39.591450 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:39.678281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:39.865639 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51242) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:40.019965 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1661881663-network', 'tenant_id': '9aa00aef04784c1ea61221c69e872045'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:40.024555 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:40.046940 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (a2461ad1-0dbc-413d-89dd-0eafec3b702b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.100627 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2461ad1-0dbc-413d-89dd-0eafec3b702b,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:40.119218 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Checking segment: {'id': '05de0557-4609-4178-8ece-8cc400021a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '1b6257b5-fece-49aa-b94d-05f4d2b782ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:40.119686 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Network hostable DHCP agents. Network: 1b6257b5-fece-49aa-b94d-05f4d2b782ad, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:03:40.125680 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Made reservation on behalf of 9aa00aef04784c1ea61221c69e872045 for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:40.128064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.137665 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.217852 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Network 1b6257b5-fece-49aa-b94d-05f4d2b782ad is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:03:40.224548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks [] for security_group (d6bc261c-9bf5-4ac0-81cb-f5d137cc1375), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.298070 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 1b6257b5-fece-49aa-b94d-05f4d2b782ad) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:40.303407 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:40.304307 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.311641 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039be1c-8bd2-4519-bc39-67b7fcf19b00 None None] Network 1b6257b5-fece-49aa-b94d-05f4d2b782ad requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:40.327640 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d6bc261c-9bf5-4ac0-81cb-f5d137cc1375), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.351208 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:03:40.372258 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:40.377224 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (5def9d14-f51a-4395-85f9-3a2e34a1656b), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.377612 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Added segment 5def9d14-f51a-4395-85f9-3a2e34a1656b of type vlan for network 4f73a88b-2c7b-493b-a879-7031ba9e9abb Sep 08 14:03:40.387919 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7951038b-3dcd-4269-8264-3b19a3ba6bba admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8867261 Sep 08 14:03:40.488413 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (4f73a88b-2c7b-493b-a879-7031ba9e9abb), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.580297 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf111fa-2a0f-4c15-b184-8a7f3eb8d1dc req-b8f071f1-cdd2-40d1-9364-04c9b7d23cdf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:40.584822 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5cf111fa-2a0f-4c15-b184-8a7f3eb8d1dc req-b8f071f1-cdd2-40d1-9364-04c9b7d23cdf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0667872 Sep 08 14:03:40.604912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51252) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:40.648029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfacf725-df24-4bdc-a978-2fc07e2b71db None None] Network 1b6257b5-fece-49aa-b94d-05f4d2b782ad requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:40.648840 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (4f73a88b-2c7b-493b-a879-7031ba9e9abb), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.649860 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:40.650446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.693121 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5cf111fa-2a0f-4c15-b184-8a7f3eb8d1dc req-807332a8-dd29-4de7-a96e-28e9ddaeb671 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047232 Sep 08 14:03:40.728360 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:40.728523 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:40.737277 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] Pushing event updated for resources: {'Network': ['ID=4f73a88b-2c7b-493b-a879-7031ba9e9abb,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:40.742112 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Deleting subnet 15448455-3bb8-49aa-9cd9-a88a2bcb5e3d {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:03:40.747270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Publish callbacks [] for subnet (15448455-3bb8-49aa-9cd9-a88a2bcb5e3d), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.762970 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:03:40.788801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Publish callbacks [] for subnet (15448455-3bb8-49aa-9cd9-a88a2bcb5e3d), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.795536 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (15448455-3bb8-49aa-9cd9-a88a2bcb5e3d), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.863338 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-2861f89d-ee04-45e8-9308-8af0619ab683 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9659708 Sep 08 14:03:40.865794 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51256) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:40.870870 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Request body: {'subnet': {'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1661881663-subnet', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:40.961239 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Made reservation on behalf of 9aa00aef04784c1ea61221c69e872045 for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:40.963773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:40.966918 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (15448455-3bb8-49aa-9cd9-a88a2bcb5e3d), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.037966 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15448455-3bb8-49aa-9cd9-a88a2bcb5e3d,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:41.040086 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.043350 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9ef9f524-aea9-46de-8bb2-6c3c95854870 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/15448455-3bb8-49aa-9cd9-a88a2bcb5e3d HTTP/1.1" status: 204 len: 168 time: 0.4373059 Sep 08 14:03:41.046849 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51260) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:41.137046 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (c0f6f3b7-8a89-4dff-80c4-1a6144c63bda), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.264957 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:41.267967 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (c0f6f3b7-8a89-4dff-80c4-1a6144c63bda), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.299816 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f6f3b7-8a89-4dff-80c4-1a6144c63bda']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:41.318453 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3aad44f-9186-4993-bf40-65254181ef40') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:41.319091 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3aad44f-9186-4993-bf40-65254181ef40') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:41.338964 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (d3aad44f-9186-4993-bf40-65254181ef40), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.346555 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-4da34cfa-babb-426d-a944-01c0d2ae2e57 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688353 Sep 08 14:03:41.349655 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (5aaa7d12-f34a-40e0-ad1d-d4015096f99a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.364928 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (d3aad44f-9186-4993-bf40-65254181ef40), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.372694 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:03:41.373122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (d3aad44f-9186-4993-bf40-65254181ef40), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.420870 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment d3aad44f-9186-4993-bf40-65254181ef40 resource provider aggregate not found Sep 08 14:03:41.430166 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aaa7d12-f34a-40e0-ad1d-d4015096f99a,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:41.452571 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment d3aad44f-9186-4993-bf40-65254181ef40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3aad44f-9186-4993-bf40-65254181ef40 found for delete ", "request_id": "req-ba30a48b-900b-4aff-95a1-0af26db6a6df"}]} Sep 08 14:03:41.491163 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Checking segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:41.491532 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Network hostable DHCP agents. Network: 4f73a88b-2c7b-493b-a879-7031ba9e9abb, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:03:41.559142 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6bb4d-7864-439d-973b-c5e45dc4d537 req-41435238-f3b1-4be1-b67a-3e703311138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:41.560717 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3d6bb4d-7864-439d-973b-c5e45dc4d537 req-41435238-f3b1-4be1-b67a-3e703311138b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 1130 time: 0.0870354 Sep 08 14:03:41.561683 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-39984032-68cc-4431-b6eb-23637a0f584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:41.563060 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-39984032-68cc-4431-b6eb-23637a0f584f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1130 time: 0.0879071 Sep 08 14:03:41.607704 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (c0f6f3b7-8a89-4dff-80c4-1a6144c63bda), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.619106 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.623822 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3d6bb4d-7864-439d-973b-c5e45dc4d537 req-0926729e-032a-452e-9786-f75ffc0a746e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529513 Sep 08 14:03:41.624449 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/c0f6f3b7-8a89-4dff-80c4-1a6144c63bda HTTP/1.1" status: 204 len: 168 time: 0.5762005 Sep 08 14:03:41.628759 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51268) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:41.637743 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f57a9-d419-4039-a8d6-d9a2a402878d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f6f3b7-8a89-4dff-80c4-1a6144c63bda,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:41.644001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:03:41.703474 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Deleting subnet a2461ad1-0dbc-413d-89dd-0eafec3b702b {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:03:41.707406 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Publish callbacks [] for subnet (a2461ad1-0dbc-413d-89dd-0eafec3b702b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.748580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Publish callbacks [] for subnet (a2461ad1-0dbc-413d-89dd-0eafec3b702b), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.756182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (a2461ad1-0dbc-413d-89dd-0eafec3b702b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.787215 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 4f73a88b-2c7b-493b-a879-7031ba9e9abb) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:41.794127 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:41.795068 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.804467 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4b796-d341-4ca6-8124-e1ff4402ba9f None None] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:41.904945 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a9333-55a0-439b-ac2a-deaa4d8c602c req-c9b42322-e220-44d3-a008-85c04bdfa3c4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:41.906545 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1f6a9333-55a0-439b-ac2a-deaa4d8c602c req-c9b42322-e220-44d3-a008-85c04bdfa3c4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1001225 Sep 08 14:03:41.936439 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fb1c1c3f-8d46-4f49-8ed0-901d06203701 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0682786 Sep 08 14:03:41.936439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (a2461ad1-0dbc-413d-89dd-0eafec3b702b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.939630 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51276) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:41.943384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:03:41.944403 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:41.956236 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:42.000023 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1f6a9333-55a0-439b-ac2a-deaa4d8c602c req-92590386-d66b-4f7d-8e49-c673a03afef8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847003 Sep 08 14:03:42.038441 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2461ad1-0dbc-413d-89dd-0eafec3b702b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:42.050478 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.058636 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-2c51c411-999c-400b-acf2-321099360b42 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/a2461ad1-0dbc-413d-89dd-0eafec3b702b HTTP/1.1" status: 204 len: 168 time: 0.4241076 Sep 08 14:03:42.058791 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51282) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:42.143677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (1b6257b5-fece-49aa-b94d-05f4d2b782ad), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.144873 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (b96fde81-7a68-474e-a116-b388bcac06d7), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.146042 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (b96fde81-7a68-474e-a116-b388bcac06d7), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.207332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:42.211131 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks [] for router_controller (b96fde81-7a68-474e-a116-b388bcac06d7), precommit_add_association {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.223808 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Allocated IP 172.20.0.2 (4f73a88b-2c7b-493b-a879-7031ba9e9abb/5aaa7d12-f34a-40e0-ad1d-d4015096f99a/67cb3cb0-5d2f-4faa-98e9-f002f62b4775) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:42.237604 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (1b6257b5-fece-49aa-b94d-05f4d2b782ad), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.261746 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6257b5-fece-49aa-b94d-05f4d2b782ad']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:42.273610 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05de0557-4609-4178-8ece-8cc400021a66') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:42.274005 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05de0557-4609-4178-8ece-8cc400021a66') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:42.287012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (05de0557-4609-4178-8ece-8cc400021a66), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.288795 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:42.304704 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (05de0557-4609-4178-8ece-8cc400021a66), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.322710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Releasing vlan 1135 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:03:42.323121 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (05de0557-4609-4178-8ece-8cc400021a66), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.431137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:42.485152 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (1b6257b5-fece-49aa-b94d-05f4d2b782ad), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.502841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks [] for router_gateway (b96fde81-7a68-474e-a116-b388bcac06d7), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.504431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.513529 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/1b6257b5-fece-49aa-b94d-05f4d2b782ad HTTP/1.1" status: 204 len: 168 time: 0.4548810 Sep 08 14:03:42.552703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Publish callbacks [] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.553459 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bcec1-7576-4934-98ef-573b28ab6f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6257b5-fece-49aa-b94d-05f4d2b782ad,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:42.623681 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.689227 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:42.696337 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:42.700681 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:42.713831 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Pushing event updated for resources: {'Port': ['ID=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:42.751867 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.752533 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.753136 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.753716 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.754390 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.754942 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.755492 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.756074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.756672 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.757232 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.757775 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.758339 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.758915 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.759482 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.760033 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:42.798591 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks [] for router_gateway (b96fde81-7a68-474e-a116-b388bcac06d7), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.813523 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Attempting to bind port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:42.814477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Attempting to bind port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:42.814477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Attempting to bind port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 on network 4f73a88b-2c7b-493b-a879-7031ba9e9abb {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:42.833161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.863217 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:42.863595 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Checking segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:42.864002 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.864697 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Bound using segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:42.865189 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Bound port: 67cb3cb0-5d2f-4faa-98e9-f002f62b4775, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:42.865572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:42.938962 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] For port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:42.943128 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] For port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:42.985532 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Allocated IP 172.27.1.68 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/2db42626-459c-44b0-b81b-e8ad8b815698) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:43.028109 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.057519 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51292) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:43.148009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:43.161392 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-33297831-4442-4335-bf2b-7c50d7e9304d admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=48231b60b20f4766a1713f1535dcbf91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1013775 Sep 08 14:03:43.166291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f91d0-a1b0-4a2e-b4d8-b84887842822 None None] Pushing event updated for resources: {'Port': ['ID=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:43.190263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51298) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:43.194106 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks [] for port (2db42626-459c-44b0-b81b-e8ad8b815698), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.221046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:43.247682 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e978-77f7-41b0-8e79-4f0a0fe3f9c2 req-cf2b590e-8171-4ca3-a36c-213564f6d5f3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:43.249336 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc88e978-77f7-41b0-8e79-4f0a0fe3f9c2 req-cf2b590e-8171-4ca3-a36c-213564f6d5f3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0959547 Sep 08 14:03:43.302625 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.356841 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9233c1c3-7007-42fa-923a-410c94df673f admin admin] Publish callbacks [] for security_group (126f67a2-c2fc-45c7-9491-c20944a70c0d), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.377411 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc88e978-77f7-41b0-8e79-4f0a0fe3f9c2 req-e60713dc-8c9e-4317-b383-fc8cec1fd138 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191578 Sep 08 14:03:43.415246 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9233c1c3-7007-42fa-923a-410c94df673f admin admin] Publish callbacks [] for security_group (126f67a2-c2fc-45c7-9491-c20944a70c0d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.455927 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:43.470705 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:43.475298 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 05de0557-4609-4178-8ece-8cc400021a66 resource provider aggregate not found Sep 08 14:03:43.477374 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:43.486964 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Pushing event updated for resources: {'Port': ['ID=2db42626-459c-44b0-b81b-e8ad8b815698,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:43.503838 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 05de0557-4609-4178-8ece-8cc400021a66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05de0557-4609-4178-8ece-8cc400021a66 found for delete ", "request_id": "req-70cd5360-ceca-4d71-b6e0-a6d547c61707"}]} Sep 08 14:03:43.635539 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9233c1c3-7007-42fa-923a-410c94df673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (126f67a2-c2fc-45c7-9491-c20944a70c0d), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.638845 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9233c1c3-7007-42fa-923a-410c94df673f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:43.640521 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9233c1c3-7007-42fa-923a-410c94df673f admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/126f67a2-c2fc-45c7-9491-c20944a70c0d HTTP/1.1" status: 204 len: 168 time: 0.4486635 Sep 08 14:03:43.655064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c1c3-7007-42fa-923a-410c94df673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f67a2-c2fc-45c7-9491-c20944a70c0d,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:43.894411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks [] for router_gateway (b96fde81-7a68-474e-a116-b388bcac06d7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.098238 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:44.201710 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (b96fde81-7a68-474e-a116-b388bcac06d7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.243761 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:44.244505 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.391070 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf2a00-fb67-40f7-a1ee-69197614d408 None None] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:44.462124 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:44.462482 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.475835 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Router b96fde81-7a68-474e-a116-b388bcac06d7 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:03:44.477806 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Provisioning complete for port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:44.478180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.555522 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:44.631459 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.651083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:44.667852 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610c0d5-ff5b-45e1-a7a7-89cdb37d8322 req-83911dd2-1b2c-4c2b-918a-0fd313df231e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:44.671265 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6610c0d5-ff5b-45e1-a7a7-89cdb37d8322 req-83911dd2-1b2c-4c2b-918a-0fd313df231e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1257136 Sep 08 14:03:44.703560 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:44.721649 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51320) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:44.725670 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Current status of the port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:44.726067 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:44.766231 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:44.821137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.db.api [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 14:03:44.821573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG oslo_db.api [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:03:44.892676 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:44.916423 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-cfd6550e-a83b-4878-b7b4-a769fd120006 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=63713ff07af742e79def84f6e760f8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886806 Sep 08 14:03:44.916423 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51322) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:44.929126 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6610c0d5-ff5b-45e1-a7a7-89cdb37d8322 req-786d987e-3e39-4595-84bc-125706a2ad3e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225106 Sep 08 14:03:45.060381 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-af8482d9-19d3-4050-9202-a6efc44aa5d5 admin admin] Publish callbacks [] for security_group (2c6d280e-1259-44ab-8b3f-aeba93d0730c), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:45.097171 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-af8482d9-19d3-4050-9202-a6efc44aa5d5 admin admin] Publish callbacks [] for security_group (2c6d280e-1259-44ab-8b3f-aeba93d0730c), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:45.107833 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:45.125309 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Sync routers for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:45.145181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:45.146167 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:45.152985 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-c085ed26-4156-415e-9860-47c952eeb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:45.154603 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-c085ed26-4156-415e-9860-47c952eeb34c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.5291345 Sep 08 14:03:45.225659 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-f9fc127d-e314-4071-adfb-fd299a14a4b1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 217 time: 0.0388970 Sep 08 14:03:45.228363 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:45.229683 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d018bbe7-61a9-4801-9f68-898761f42012 admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2792370 Sep 08 14:03:45.234375 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51328) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:45.245120 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-af8482d9-19d3-4050-9202-a6efc44aa5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (2c6d280e-1259-44ab-8b3f-aeba93d0730c), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:45.248227 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-af8482d9-19d3-4050-9202-a6efc44aa5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:45.251350 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-af8482d9-19d3-4050-9202-a6efc44aa5d5 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/2c6d280e-1259-44ab-8b3f-aeba93d0730c HTTP/1.1" status: 204 len: 168 time: 0.3187296 Sep 08 14:03:45.313659 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8482d9-19d3-4050-9202-a6efc44aa5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d280e-1259-44ab-8b3f-aeba93d0730c,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:45.409328 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-9a69b9f5-dc6e-4335-81c7-f30e3b0a04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:45.411709 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-9a69b9f5-dc6e-4335-81c7-f30e3b0a04a4 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.1761031 Sep 08 14:03:45.423430 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:45.590985 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-f77b6076-f1ed-44dc-87e1-cbf4e76c4107 None None] Current status of the port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:45.604620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:45.743628 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-178dc927-0605-4f2d-846f-994cf6d01f82 None None] Provisioning complete for port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:45.744121 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-178dc927-0605-4f2d-846f-994cf6d01f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:45.756962 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:45.877740 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:43Z', 'revision_number': 3, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:45.877740 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:45.926806 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Checking router: b96fde81-7a68-474e-a116-b388bcac06d7 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:45.927354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Updating router b96fde81-7a68-474e-a116-b388bcac06d7 port 2db42626-459c-44b0-b81b-e8ad8b815698 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:03:46.062401 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.080641 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.109362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:46.183178 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-178dc927-0605-4f2d-846f-994cf6d01f82 None None] Current status of the port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:46.282413 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c17bf-21e8-4e10-aef6-fa1b3f78f7e2 req-a648f545-1d1c-47a5-891c-d722cdc751d7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:46.286396 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d84c17bf-21e8-4e10-aef6-fa1b3f78f7e2 req-a648f545-1d1c-47a5-891c-d722cdc751d7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1913652 Sep 08 14:03:46.311777 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:46.312998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.405109 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d84c17bf-21e8-4e10-aef6-fa1b3f78f7e2 req-7a31e94a-f674-4f0c-bc73-ad275a4f5398 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090994 Sep 08 14:03:46.497226 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Allocated IP 172.20.0.1 (4f73a88b-2c7b-493b-a879-7031ba9e9abb/5aaa7d12-f34a-40e0-ad1d-d4015096f99a/ae02de31-35e6-4472-83ab-025ad8cd6b3c) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:46.509625 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:46.631349 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:46.636251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks [] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.650636 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:46.733146 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Publish callbacks [] for port (2db42626-459c-44b0-b81b-e8ad8b815698), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.789866 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.824617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:46.830988 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:46.836787 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:46.841266 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:46.877303 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Pushing event updated for resources: {'Port': ['ID=ae02de31-35e6-4472-83ab-025ad8cd6b3c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:46.903936 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:46.905638 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (b96fde81-7a68-474e-a116-b388bcac06d7), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.002845 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c8a1-d374-49cc-b38a-5643cc3eb3f9 None None] Pushing event updated for resources: {'Port': ['ID=2db42626-459c-44b0-b81b-e8ad8b815698,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:47.006832 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Attempting to bind port 2db42626-459c-44b0-b81b-e8ad8b815698 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:47.007432 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Attempting to bind port 2db42626-459c-44b0-b81b-e8ad8b815698 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:47.014878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Attempting to bind port 2db42626-459c-44b0-b81b-e8ad8b815698 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:47.067434 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:47.068277 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:47.068746 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.069070 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:47.069577 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Bound port: 2db42626-459c-44b0-b81b-e8ad8b815698, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:47.069954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.126483 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] For port 2db42626-459c-44b0-b81b-e8ad8b815698, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:47.130724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] For port 2db42626-459c-44b0-b81b-e8ad8b815698, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2db42626-459c-44b0-b81b-e8ad8b815698,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:47.175242 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.178205 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:47.213576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-821c114b-0244-423e-9891-0d3c8bb91522 None None] Provisioning complete for port ae02de31-35e6-4472-83ab-025ad8cd6b3c triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:47.215396 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-821c114b-0244-423e-9891-0d3c8bb91522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.218368 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.297809 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:47.298682 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:47.303034 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-821c114b-0244-423e-9891-0d3c8bb91522 None None] Port ae02de31-35e6-4472-83ab-025ad8cd6b3c cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:03:47.353247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c8a1-d374-49cc-b38a-5643cc3eb3f9 None None] Pushing event updated for resources: {'Port': ['ID=2db42626-459c-44b0-b81b-e8ad8b815698,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:47.375273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:47.422570 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks [] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.470897 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:47.498244 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.608409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (b96fde81-7a68-474e-a116-b388bcac06d7), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:47.619548 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Pushing event updated for resources: {'Port': ['ID=ae02de31-35e6-4472-83ab-025ad8cd6b3c,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:47.630588 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593863-f74f-4dc7-afb1-1f0a76fe09b7 req-1e468890-65ba-4728-aa08-9bd738437f1f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:47.635003 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9d593863-f74f-4dc7-afb1-1f0a76fe09b7 req-1e468890-65ba-4728-aa08-9bd738437f1f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1005638 Sep 08 14:03:47.710499 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:46Z', 'revision_number': 1, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:47.743973 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47647c37-a4ab-4de5-86a2-fe9f3b210e3f None None] The sync data for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi is: [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:46Z', 'revision_number': 1, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:47.783047 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9d593863-f74f-4dc7-afb1-1f0a76fe09b7 req-fefe884e-a52b-481f-a3a7-c01446caa169 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218119 Sep 08 14:03:47.793079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:47.794765 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:47.944009 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Router b96fde81-7a68-474e-a116-b388bcac06d7 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:48.139021 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:48.139607 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-3e74eca9-2c42-466f-8132-bbdb042e7f6d None None] Provisioning complete for port ae02de31-35e6-4472-83ab-025ad8cd6b3c triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:48.139994 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3e74eca9-2c42-466f-8132-bbdb042e7f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:48.146477 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-56842550-b016-42c3-bd0f-422e1bfa5f06 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/b96fde81-7a68-474e-a116-b388bcac06d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9104578 Sep 08 14:03:48.181670 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-3e74eca9-2c42-466f-8132-bbdb042e7f6d None None] Port ae02de31-35e6-4472-83ab-025ad8cd6b3c cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:03:48.337060 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:48.948293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6fef5-1760-4024-8e69-9ba50dc64759 req-add29443-1629-45b4-ae3e-fca1b3e9d2cb tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:48.950060 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fcf6fef5-1760-4024-8e69-9ba50dc64759 req-add29443-1629-45b4-ae3e-fca1b3e9d2cb tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0602648 Sep 08 14:03:49.017668 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fcf6fef5-1760-4024-8e69-9ba50dc64759 req-a78331f9-865c-4dae-9469-ac7860cd7ebf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609016 Sep 08 14:03:49.259010 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51434) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:49.264583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1605809015-network', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:49.463467 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Made reservation on behalf of df63dfc21ddb4ed596a16254145a59e4 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:49.465939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.475216 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.569579 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks [] for security_group (73720529-f9df-41c8-a527-a35bb471c956), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.633494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (73720529-f9df-41c8-a527-a35bb471c956), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.663219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:03:49.672865 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:49.675387 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73720529-f9df-41c8-a527-a35bb471c956,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:49.681308 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (d946876a-ba50-4ab5-94d1-57cf61917eda), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.681816 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Added segment d946876a-ba50-4ab5-94d1-57cf61917eda of type vlan for network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 Sep 08 14:03:49.739855 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.814407 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-60314a68-82fb-41d1-902c-8127d6edad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:49.818562 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-60314a68-82fb-41d1-902c-8127d6edad2c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574174 Sep 08 14:03:49.875541 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.877474 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:49.879365 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:49.951284 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-b04bdf33-ec8a-49e4-a301-ed3ebae74757 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251905 Sep 08 14:03:50.056532 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] Pushing event updated for resources: {'Network': ['ID=aa106e4a-4efb-48a1-9ef1-2c3f4c948c86,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:50.072697 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e7bef394-2e78-4c73-ba47-f63c277ea03e admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8121436 Sep 08 14:03:50.075578 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51458) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:50.085016 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Request body: {'subnet': {'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1605809015-subnet', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:50.096767 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:03:50.117472 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-70cc3175-cfb2-4e2e-ac3c-6f89d7d97717 req-6f3b19e0-3421-451c-ac26-4f67c9256768 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570518 Sep 08 14:03:50.156017 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2db42626-459c-44b0-b81b-e8ad8b815698 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:50.187188 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f9cc-8763-4830-8392-087a66fe957d req-489422e8-bfc1-4e78-8bee-6aecbc296c7d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:50.189044 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2fd1f9cc-8763-4830-8392-087a66fe957d req-489422e8-bfc1-4e78-8bee-6aecbc296c7d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0611618 Sep 08 14:03:50.223382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Made reservation on behalf of df63dfc21ddb4ed596a16254145a59e4 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:50.225591 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:50.230945 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2db42626-459c-44b0-b81b-e8ad8b815698 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:50.237238 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:50.369870 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2db42626-459c-44b0-b81b-e8ad8b815698 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:50.370455 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:50.379444 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:50.464442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 2db42626-459c-44b0-b81b-e8ad8b815698, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2db42626-459c-44b0-b81b-e8ad8b815698,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:50.505769 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:50.523227 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Sync routers for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:50.538506 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:50.539034 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2fd1f9cc-8763-4830-8392-087a66fe957d req-dfc2426e-307c-4084-8d94-ed2450e6d1b1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406174 Sep 08 14:03:50.539177 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:50.551282 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:50.612093 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=2db42626-459c-44b0-b81b-e8ad8b815698,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:50.763196 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d13659-4a30-4be9-b856-47ff45efba2c req-934dd39a-1131-44da-bfbe-3f227c4066b2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:50.764778 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14d13659-4a30-4be9-b856-47ff45efba2c req-934dd39a-1131-44da-bfbe-3f227c4066b2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1067464 Sep 08 14:03:50.775259 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:50.829810 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14d13659-4a30-4be9-b856-47ff45efba2c req-52f4c6fc-dc83-422d-b428-3e9f355bab5d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Sep 08 14:03:50.948213 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (3ad0686e-e84d-4832-a46c-569d342d8111), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:50.985816 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 2, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:51.016876 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Checking router: b96fde81-7a68-474e-a116-b388bcac06d7 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:51.017232 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Updating router b96fde81-7a68-474e-a116-b388bcac06d7 port ae02de31-35e6-4472-83ab-025ad8cd6b3c binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:03:51.019462 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad0686e-e84d-4832-a46c-569d342d8111,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:51.029079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Checking segment: {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:51.029449 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Network hostable DHCP agents. Network: aa106e4a-4efb-48a1-9ef1-2c3f4c948c86, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:03:51.050485 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.178446 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:03:51.299160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, aa106e4a-4efb-48a1-9ef1-2c3f4c948c86) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:51.306357 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:51.306988 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.325380 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc368d2e-8502-4964-afeb-30ffa0841551 None None] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:51.445613 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-48a4ba97-e218-44a7-925c-0fb94bdd779a admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3600137 Sep 08 14:03:51.446429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51498) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:51.452285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:51.474038 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Publish callbacks [] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.485497 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:51.540872 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'fixed_ips': [{'subnet_id': '3ad0686e-e84d-4832-a46c-569d342d8111'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:03:51.540872 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.558846 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.624016 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.625038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.662740 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Pushing event updated for resources: {'Port': ['ID=ae02de31-35e6-4472-83ab-025ad8cd6b3c,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:51.682483 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks [] for router_controller (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), precommit_add_association {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.685857 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.686285 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.686728 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.687160 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.687572 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.687993 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.688417 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.688811 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.689209 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.689599 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.689936 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.690285 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.690610 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.691212 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.691719 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:51.704830 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:51.709787 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Attempting to bind port ae02de31-35e6-4472-83ab-025ad8cd6b3c on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:51.710158 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Attempting to bind port ae02de31-35e6-4472-83ab-025ad8cd6b3c by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:51.710750 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Attempting to bind port ae02de31-35e6-4472-83ab-025ad8cd6b3c on network 4f73a88b-2c7b-493b-a879-7031ba9e9abb {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:51.716503 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Allocated IP 172.20.0.2 (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86/3ad0686e-e84d-4832-a46c-569d342d8111/355de30a-52fb-4c6e-889b-225179991c7f) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:51.798218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:51.798218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Checking segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:51.798218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.798218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Bound using segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:51.798218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Bound port: ae02de31-35e6-4472-83ab-025ad8cd6b3c, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:51.798218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:51.799104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:52.002546 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Publish callbacks [] for port (355de30a-52fb-4c6e-889b-225179991c7f), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.039792 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks [] for router_gateway (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.040065 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] For port ae02de31-35e6-4472-83ab-025ad8cd6b3c, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:52.049149 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] For port ae02de31-35e6-4472-83ab-025ad8cd6b3c, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ae02de31-35e6-4472-83ab-025ad8cd6b3c,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:52.099199 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (355de30a-52fb-4c6e-889b-225179991c7f), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.137906 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.159661 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2db42626-459c-44b0-b81b-e8ad8b815698 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:52.166782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9da10084-2bfc-478e-82c6-763345c150cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.171243 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:52.238029 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:52.239585 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:52.270669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Pushing event updated for resources: {'Port': ['ID=355de30a-52fb-4c6e-889b-225179991c7f,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:52.312322 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:52.322982 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:52.332217 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:52.367904 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2db42626-459c-44b0-b81b-e8ad8b815698 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:52.371609 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.470581 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c32a7-faa4-4fac-876c-ed93d03f207c None None] Pushing event updated for resources: {'Port': ['ID=ae02de31-35e6-4472-83ab-025ad8cd6b3c,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:52.554579 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks [] for router_gateway (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.560649 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:52.565473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Attempting to bind port 355de30a-52fb-4c6e-889b-225179991c7f on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:52.565473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Attempting to bind port 355de30a-52fb-4c6e-889b-225179991c7f by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:52.565473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Attempting to bind port 355de30a-52fb-4c6e-889b-225179991c7f on network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:52.583012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.586410 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:52.654538 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:52.659154 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Checking segment: {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:52.659807 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.661252 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Bound using segment: {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:52.664213 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Bound port: 355de30a-52fb-4c6e-889b-225179991c7f, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:52.665110 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (355de30a-52fb-4c6e-889b-225179991c7f), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:52.781097 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51542) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:52.793604 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Allocated IP 172.27.1.53 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/2843b379-b91a-44a3-afb2-ac606041d863) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:52.821986 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2db42626-459c-44b0-b81b-e8ad8b815698 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:52.851457 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] For port 355de30a-52fb-4c6e-889b-225179991c7f, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:52.856657 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] For port 355de30a-52fb-4c6e-889b-225179991c7f, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=355de30a-52fb-4c6e-889b-225179991c7f,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:52.990769 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (355de30a-52fb-4c6e-889b-225179991c7f), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.029702 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-96e79fec-474a-403a-8230-eff7c3b54454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.063080 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks [] for port (2843b379-b91a-44a3-afb2-ac606041d863), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.074672 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:52Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:53.131699 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd65ffc-2f56-40be-8e3b-fe6d53282f62 None None] The sync data for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi is: [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:52Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:53.147969 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adbbe9-ba21-420c-959f-31474bc812c8 None None] Pushing event updated for resources: {'Port': ['ID=355de30a-52fb-4c6e-889b-225179991c7f,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:53.237892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:53.253245 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-96e79fec-474a-403a-8230-eff7c3b54454 admin admin] Publish callbacks [] for security_group (16756ccc-1be6-4bdb-ae9f-e4918d16fa11), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.293595 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (2843b379-b91a-44a3-afb2-ac606041d863), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.356452 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-96e79fec-474a-403a-8230-eff7c3b54454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (16756ccc-1be6-4bdb-ae9f-e4918d16fa11), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.422935 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:53.428396 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:53.433647 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:53.441321 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Pushing event updated for resources: {'Port': ['ID=2843b379-b91a-44a3-afb2-ac606041d863,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:53.451334 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:53.454267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e79fec-474a-403a-8230-eff7c3b54454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16756ccc-1be6-4bdb-ae9f-e4918d16fa11,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:53.466472 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-96e79fec-474a-403a-8230-eff7c3b54454 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=0b443d2af7944dd18b6325287ec99c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6834111 Sep 08 14:03:53.474805 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51576) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:53.653779 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c81588b7-58cc-41fb-9cde-e4b4b10111e0 admin admin] Publish callbacks [] for security_group (16756ccc-1be6-4bdb-ae9f-e4918d16fa11), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.723095 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c81588b7-58cc-41fb-9cde-e4b4b10111e0 admin admin] Publish callbacks [] for security_group (16756ccc-1be6-4bdb-ae9f-e4918d16fa11), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.892948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c81588b7-58cc-41fb-9cde-e4b4b10111e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (16756ccc-1be6-4bdb-ae9f-e4918d16fa11), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.897332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c81588b7-58cc-41fb-9cde-e4b4b10111e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:53.899227 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c81588b7-58cc-41fb-9cde-e4b4b10111e0 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/16756ccc-1be6-4bdb-ae9f-e4918d16fa11 HTTP/1.1" status: 204 len: 168 time: 0.4279034 Sep 08 14:03:53.940576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81588b7-58cc-41fb-9cde-e4b4b10111e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16756ccc-1be6-4bdb-ae9f-e4918d16fa11,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:54.099951 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks [] for router_gateway (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:54.460895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-5a2de4b8-71dd-4f03-94a8-590519782f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:54.463120 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-5a2de4b8-71dd-4f03-94a8-590519782f69 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1130 time: 0.1860571 Sep 08 14:03:54.522731 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae02de31-35e6-4472-83ab-025ad8cd6b3c up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:54.623353 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:54.664011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:54.752947 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port ae02de31-35e6-4472-83ab-025ad8cd6b3c triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:54.754376 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:54.773396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-915ea2a7-9105-4b25-b8a4-30f683e547a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:54.774764 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d12ad3-5377-4837-baeb-5f0e12c80e43 req-92a1d1f7-0898-42ca-b2bb-9323b9dcdacd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:54.775376 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-915ea2a7-9105-4b25-b8a4-30f683e547a9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.3062584 Sep 08 14:03:54.778374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-41d12ad3-5377-4837-baeb-5f0e12c80e43 req-92a1d1f7-0898-42ca-b2bb-9323b9dcdacd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1940386 Sep 08 14:03:54.832635 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4508a-df24-4566-bf4f-30e4bffa73ba None None] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:54.894504 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-3d7d2552-7ef7-4920-bc3d-c78389074761 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 217 time: 0.1041632 Sep 08 14:03:54.898235 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-41d12ad3-5377-4837-baeb-5f0e12c80e43 req-f15ae9ac-d86e-47e1-bc83-3905805887fd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068752 Sep 08 14:03:54.951522 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] Provisioning complete for port 355de30a-52fb-4c6e-889b-225179991c7f triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:54.952082 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (355de30a-52fb-4c6e-889b-225179991c7f), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:54.965547 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:54.976946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:55.062399 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port ae02de31-35e6-4472-83ab-025ad8cd6b3c is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:55.062802 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.067361 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:03:55.247589 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:55.274103 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Sync routers for ids ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:55.317016 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] Current status of the port 355de30a-52fb-4c6e-889b-225179991c7f is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:55.317773 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (355de30a-52fb-4c6e-889b-225179991c7f), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.334943 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port ae02de31-35e6-4472-83ab-025ad8cd6b3c, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ae02de31-35e6-4472-83ab-025ad8cd6b3c,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:55.335941 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Routers {'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:55.336228 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:55.359103 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.363793 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4d9d492e-9ec8-4d71-a547-e0b6b5427f7c admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9134238 Sep 08 14:03:55.363992 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51642) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.386065 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d5bd7085-5cd3-4683-b213-c83f09657f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.420083 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] For port 355de30a-52fb-4c6e-889b-225179991c7f, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=355de30a-52fb-4c6e-889b-225179991c7f,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:55.451592 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.452486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 355de30a-52fb-4c6e-889b-225179991c7f up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:55.521162 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:55.521162 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (355de30a-52fb-4c6e-889b-225179991c7f), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.553541 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Set router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:55.642807 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=ae02de31-35e6-4472-83ab-025ad8cd6b3c,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:55.693771 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51654) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.704934 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 355de30a-52fb-4c6e-889b-225179991c7f triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:55.705318 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (355de30a-52fb-4c6e-889b-225179991c7f), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.726332 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-8f3fb0d4-453d-4f53-a2d8-89bc0f303b27 None None] Provisioning complete for port 355de30a-52fb-4c6e-889b-225179991c7f triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:55.726800 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8f3fb0d4-453d-4f53-a2d8-89bc0f303b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (355de30a-52fb-4c6e-889b-225179991c7f), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:55.852684 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b7415-6bae-4418-a181-add1ee82e499 None None] Pushing event updated for resources: {'Port': ['ID=355de30a-52fb-4c6e-889b-225179991c7f,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:55.862371 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51662) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:55.985322 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 355de30a-52fb-4c6e-889b-225179991c7f is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:55.987873 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:03:53Z', 'revision_number': 3, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:55.990438 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fb0d4-453d-4f53-a2d8-89bc0f303b27 None None] Current status of the port 355de30a-52fb-4c6e-889b-225179991c7f is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:55.995197 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-833215539-network', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:56.037558 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Checking router: a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:56.038077 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Updating router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 port 2843b379-b91a-44a3-afb2-ac606041d863 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:03:56.075972 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2843b379-b91a-44a3-afb2-ac606041d863), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.079734 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-63ddd627-182d-4bc1-aba3-35adaa885051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.095320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.110835 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b3fee-68d3-4f84-8bbb-daa701bf0a4a req-4623ac09-67e0-493d-bdd9-7319b39968ce tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:56.112699 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-200b3fee-68d3-4f84-8bbb-daa701bf0a4a req-4623ac09-67e0-493d-bdd9-7319b39968ce tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0694509 Sep 08 14:03:56.113540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Made reservation on behalf of fe528c21e8c94eb6af8d5f86757328b8 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:56.116601 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.144943 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae02de31-35e6-4472-83ab-025ad8cd6b3c up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:56.146540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.189377 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:56.231802 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-200b3fee-68d3-4f84-8bbb-daa701bf0a4a req-3d622caa-e4d1-4e19-bbef-47152eee6eef tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113102 Sep 08 14:03:56.342671 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port ae02de31-35e6-4472-83ab-025ad8cd6b3c triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:56.343052 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.368411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Allocated IP 172.20.0.1 (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86/3ad0686e-e84d-4832-a46c-569d342d8111/19a1f4e2-b30d-4f97-b9f6-699274f910c2) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:56.368906 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.505255 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port ae02de31-35e6-4472-83ab-025ad8cd6b3c is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:56.505817 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 355de30a-52fb-4c6e-889b-225179991c7f up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:56.522682 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks [] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.536640 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-63ddd627-182d-4bc1-aba3-35adaa885051 admin admin] Publish callbacks [] for security_group (55945022-cb57-4851-88b9-0601332cf27d), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.561888 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks [] for security_group (ddd4d534-d617-481c-9964-7d7fd788c88b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.599937 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Publish callbacks [] for port (2843b379-b91a-44a3-afb2-ac606041d863), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.608292 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 355de30a-52fb-4c6e-889b-225179991c7f triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:56.608678 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (355de30a-52fb-4c6e-889b-225179991c7f), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.653047 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-63ddd627-182d-4bc1-aba3-35adaa885051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (55945022-cb57-4851-88b9-0601332cf27d), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.694121 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.698116 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 355de30a-52fb-4c6e-889b-225179991c7f is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:03:56.698425 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ddd4d534-d617-481c-9964-7d7fd788c88b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.704393 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-63ddd627-182d-4bc1-aba3-35adaa885051 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=71fc374a856a4043ba26051cba4ff20c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0091307 Sep 08 14:03:56.706511 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddd627-182d-4bc1-aba3-35adaa885051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55945022-cb57-4851-88b9-0601332cf27d,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:56.710505 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51670) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:56.739147 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1108, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:03:56.756550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:56.762724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:56.767326 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:56.767677 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.770130 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (f173fa86-e83c-471e-8064-49ab460afccd), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.770485 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Added segment f173fa86-e83c-471e-8064-49ab460afccd of type vlan for network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 Sep 08 14:03:56.773775 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2843b379-b91a-44a3-afb2-ac606041d863), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.794531 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd4d534-d617-481c-9964-7d7fd788c88b,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:56.842816 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Attempting to bind port 2843b379-b91a-44a3-afb2-ac606041d863 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:56.843151 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Attempting to bind port 2843b379-b91a-44a3-afb2-ac606041d863 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:56.843521 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Attempting to bind port 2843b379-b91a-44a3-afb2-ac606041d863 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:56.894091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Pushing event updated for resources: {'Port': ['ID=19a1f4e2-b30d-4f97-b9f6-699274f910c2,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:56.920682 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.931136 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47332366-2199-4bfa-9acd-082ee4e432c7 admin admin] Publish callbacks [] for security_group (55945022-cb57-4851-88b9-0601332cf27d), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.932818 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79966a-94ad-4bc6-a908-4d4a31e33d87 None None] Pushing event updated for resources: {'Port': ['ID=2843b379-b91a-44a3-afb2-ac606041d863,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:56.962974 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:56.963270 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:56.963686 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.964089 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:56.965236 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Bound port: 2843b379-b91a-44a3-afb2-ac606041d863, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:56.965627 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2843b379-b91a-44a3-afb2-ac606041d863), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:56.967064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:56.972306 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:56.974542 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47332366-2199-4bfa-9acd-082ee4e432c7 admin admin] Publish callbacks [] for security_group (55945022-cb57-4851-88b9-0601332cf27d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.022462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-0e950cc0-6177-4fa4-835e-0f3cca142279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:57.024478 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-0e950cc0-6177-4fa4-835e-0f3cca142279 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.2538798 Sep 08 14:03:57.032657 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:57.053323 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] For port 2843b379-b91a-44a3-afb2-ac606041d863, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:57.057630 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] For port 2843b379-b91a-44a3-afb2-ac606041d863, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2843b379-b91a-44a3-afb2-ac606041d863,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:57.104305 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.105692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:57.106395 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.140264 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2843b379-b91a-44a3-afb2-ac606041d863), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.143279 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:57.148837 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-5aa7356e-f527-460c-aa41-1deec782b7b7 None None] Provisioning complete for port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:57.149341 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-5aa7356e-f527-460c-aa41-1deec782b7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.163863 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47332366-2199-4bfa-9acd-082ee4e432c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (55945022-cb57-4851-88b9-0601332cf27d), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.166618 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-47332366-2199-4bfa-9acd-082ee4e432c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.168337 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-47332366-2199-4bfa-9acd-082ee4e432c7 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/55945022-cb57-4851-88b9-0601332cf27d HTTP/1.1" status: 204 len: 168 time: 0.4563236 Sep 08 14:03:57.187710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47332366-2199-4bfa-9acd-082ee4e432c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55945022-cb57-4851-88b9-0601332cf27d,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:57.196564 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] Pushing event updated for resources: {'Network': ['ID=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:57.227163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Routers {'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:03:57.227832 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:57.260209 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d6559559-aa18-4810-a3ec-1c35a5596f79 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3960173 Sep 08 14:03:57.265871 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51680) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:57.271395 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Request body: {'subnet': {'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-833215539-subnet', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:57.281815 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:03:57.284236 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7356e-f527-460c-aa41-1deec782b7b7 None None] Port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:03:57.287708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.406363 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Made reservation on behalf of fe528c21e8c94eb6af8d5f86757328b8 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:57.408962 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.518005 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e95d-4fc9-406c-b9d2-3c5be8f91872 req-0c014441-662a-4c0a-8ba4-b1abf6bf108b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:57.519710 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d317e95d-4fc9-406c-b9d2-3c5be8f91872 req-0c014441-662a-4c0a-8ba4-b1abf6bf108b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1271167 Sep 08 14:03:57.537359 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79966a-94ad-4bc6-a908-4d4a31e33d87 None None] Pushing event updated for resources: {'Port': ['ID=2843b379-b91a-44a3-afb2-ac606041d863,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:57.550228 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:57.557087 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=14,neutron:UPDATE=4,neutron:SELECT=82 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:57.607596 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks [] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.676571 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] Set router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:03:57.681239 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.682175 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:57.798305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:57.837525 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d317e95d-4fc9-406c-b9d2-3c5be8f91872 req-3ed34501-36dc-4485-965c-7bf0859e370a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758727 Sep 08 14:03:57.888517 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:57.895733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Pushing event updated for resources: {'Port': ['ID=19a1f4e2-b30d-4f97-b9f6-699274f910c2,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:57.903261 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-ceafc86a-e4c8-42a4-905b-e33e66f81e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:57.904923 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-ceafc86a-e4c8-42a4-905b-e33e66f81e23 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155982 Sep 08 14:03:57.963366 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (1cac6f2e-1144-4a66-bf49-3070edc4f73b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.004475 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:58.010904 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:58.017321 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '19a1f4e2-b30d-4f97-b9f6-699274f910c2', 'name': '', 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'mac_address': 'fa:16:3e:35:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:56Z', 'updated_at': '2022-09-08T14:03:56Z', 'revision_number': 1, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'subnets': [{'id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:58.035263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cac6f2e-1144-4a66-bf49-3070edc4f73b,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:58.057489 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3581d5-2847-49a2-b8cf-c1ad6354339c None None] The sync data for ids ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'] in dv-cinder-856463-2-iscsi is: [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '19a1f4e2-b30d-4f97-b9f6-699274f910c2', 'name': '', 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'mac_address': 'fa:16:3e:35:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:56Z', 'updated_at': '2022-09-08T14:03:56Z', 'revision_number': 1, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'subnets': [{'id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:58.097350 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-94d077e4-2bfd-4021-87dc-a203d8d0651a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815064 Sep 08 14:03:58.101267 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Checking segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:58.101726 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Network hostable DHCP agents. Network: 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:03:58.230975 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:03:58.243693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:58.279928 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51698) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:58.311602 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-279818db-1fd4-4437-ad1a-9268def0b148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.327710 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7a961f1f-1aeb-4dde-9e42-04469eae13e1 req-2a8d6a04-471b-488e-af63-ff1fe87a675b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773865 Sep 08 14:03:58.345463 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:58.363555 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:58.364504 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.372225 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffeae02-cd0d-4edb-8e98-0dd1c9abb739 None None] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:03:58.491932 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:58.498915 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c38360f6-85b8-4245-90e1-f2dac246da91 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/a5d4e8bc-1510-46f9-a9d7-ab5af08492a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1337991 Sep 08 14:03:58.510578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-4e989389-0c2b-4ee2-9a20-9501b911cc71 None None] Provisioning complete for port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:03:58.511100 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e989389-0c2b-4ee2-9a20-9501b911cc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.518160 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b07f8bc1-61be-4a4a-92d0-5f52ad0fff21 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2510757 Sep 08 14:03:58.521769 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51708) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:58.527920 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:58.528858 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-279818db-1fd4-4437-ad1a-9268def0b148 admin admin] Publish callbacks [] for security_group (618553ad-e146-48e7-bc72-418ff8a1466c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.653325 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-279818db-1fd4-4437-ad1a-9268def0b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (618553ad-e146-48e7-bc72-418ff8a1466c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.702436 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (f28f13ae-25a6-40d9-841d-7357a21c97f2), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.707282 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (f28f13ae-25a6-40d9-841d-7357a21c97f2), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.757365 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-279818db-1fd4-4437-ad1a-9268def0b148 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=1a4eb29cbc0d45038b1686022ba628a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741094 Sep 08 14:03:58.758588 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51716) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:03:58.807065 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-4e989389-0c2b-4ee2-9a20-9501b911cc71 None None] Port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:03:58.876337 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.879296 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:58.899031 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:03:58.901336 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks [] for router_controller (f28f13ae-25a6-40d9-841d-7357a21c97f2), precommit_add_association {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.901737 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279818db-1fd4-4437-ad1a-9268def0b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618553ad-e146-48e7-bc72-418ff8a1466c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:58.903359 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:58.974939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e806-c6bf-43ce-92a3-f932f56afcee admin admin] Publish callbacks [] for security_group (618553ad-e146-48e7-bc72-418ff8a1466c), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.031979 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e806-c6bf-43ce-92a3-f932f56afcee admin admin] Publish callbacks [] for security_group (618553ad-e146-48e7-bc72-418ff8a1466c), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.039615 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.108493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:59.174511 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Allocated IP 172.20.0.2 (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193/1cac6f2e-1144-4a66-bf49-3070edc4f73b/5091f00f-1106-4f28-8513-56b68c9d01ab) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:59.277894 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks [] for router_gateway (f28f13ae-25a6-40d9-841d-7357a21c97f2), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.328702 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e806-c6bf-43ce-92a3-f932f56afcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (618553ad-e146-48e7-bc72-418ff8a1466c), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.333522 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ae2e806-c6bf-43ce-92a3-f932f56afcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.336706 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0ae2e806-c6bf-43ce-92a3-f932f56afcee admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/618553ad-e146-48e7-bc72-418ff8a1466c HTTP/1.1" status: 204 len: 168 time: 0.5671406 Sep 08 14:03:59.358631 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2e806-c6bf-43ce-92a3-f932f56afcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618553ad-e146-48e7-bc72-418ff8a1466c,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:59.403041 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b3746-47eb-44b8-8fe0-a24c8359f84a req-3b62bcbe-d59d-42ae-82a2-8a33da9a45af tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:03:59.410124 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-834b3746-47eb-44b8-8fe0-a24c8359f84a req-3b62bcbe-d59d-42ae-82a2-8a33da9a45af tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1722875 Sep 08 14:03:59.511502 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-834b3746-47eb-44b8-8fe0-a24c8359f84a req-78f5bda4-c66e-4ff4-9120-65df7b7729f9 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003275 Sep 08 14:03:59.554661 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Publish callbacks [] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.670785 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.728172 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:59.733204 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:59.736725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks [] for router_gateway (f28f13ae-25a6-40d9-841d-7357a21c97f2), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.741246 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:03:59.763591 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.843500 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Pushing event updated for resources: {'Port': ['ID=5091f00f-1106-4f28-8513-56b68c9d01ab,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:59.862812 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Attempting to bind port 5091f00f-1106-4f28-8513-56b68c9d01ab on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:03:59.863181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Attempting to bind port 5091f00f-1106-4f28-8513-56b68c9d01ab by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:03:59.863542 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Attempting to bind port 5091f00f-1106-4f28-8513-56b68c9d01ab on network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:03:59.906247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:59.939758 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:03:59.940477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Checking segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:03:59.944283 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.944283 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Bound using segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:03:59.944283 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Bound port: 5091f00f-1106-4f28-8513-56b68c9d01ab, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:03:59.944283 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:03:59.999254 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:03:59.999988 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Allocated IP 172.27.1.240 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/c17eeeca-d97a-46b0-9f00-02a5eb37de84) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:00.065323 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] For port 5091f00f-1106-4f28-8513-56b68c9d01ab, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:00.072319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] For port 5091f00f-1106-4f28-8513-56b68c9d01ab, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5091f00f-1106-4f28-8513-56b68c9d01ab,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:00.158224 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:00.185041 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2843b379-b91a-44a3-afb2-ac606041d863 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:00.194759 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks [] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:00.216263 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:00.365084 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2843b379-b91a-44a3-afb2-ac606041d863 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:00.365084 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2843b379-b91a-44a3-afb2-ac606041d863), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:00.365084 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6325d1-129b-4b6e-88d9-5b9f30ea0027 None None] Pushing event updated for resources: {'Port': ['ID=5091f00f-1106-4f28-8513-56b68c9d01ab,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:00.402886 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:00.405147 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:00.521205 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:00.526726 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:00.534889 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2843b379-b91a-44a3-afb2-ac606041d863 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:00.535321 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2843b379-b91a-44a3-afb2-ac606041d863), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:00.537072 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:00.604617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=c17eeeca-d97a-46b0-9f00-02a5eb37de84,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:00.632565 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:00.662954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 2843b379-b91a-44a3-afb2-ac606041d863, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2843b379-b91a-44a3-afb2-ac606041d863,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:00.711178 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:00.780620 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2843b379-b91a-44a3-afb2-ac606041d863), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:00.851417 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c6b38-bc55-4c86-b8f8-31a82dd242bb req-b6c3e428-a708-40ba-8755-f96cb275d839 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:00.853847 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2e4c6b38-bc55-4c86-b8f8-31a82dd242bb req-b6c3e428-a708-40ba-8755-f96cb275d839 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1227958 Sep 08 14:04:00.894323 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=2843b379-b91a-44a3-afb2-ac606041d863,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:00.947649 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2e4c6b38-bc55-4c86-b8f8-31a82dd242bb req-39115c76-1023-4fcf-88eb-146577a00aec tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780330 Sep 08 14:04:01.321857 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks [] for router_gateway (f28f13ae-25a6-40d9-841d-7357a21c97f2), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:01.644421 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (f28f13ae-25a6-40d9-841d-7357a21c97f2), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:01.723588 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:04:02.059545 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Router f28f13ae-25a6-40d9-841d-7357a21c97f2 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:04:02.240077 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Sync routers for ids ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:02.256198 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Routers {'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:02.257628 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:02.308935 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc286-0fd3-4be0-83fc-5f77b9547c3c req-09227879-0e18-42b0-bd2d-65fc37611a95 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:02.319885 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa1fc286-0fd3-4be0-83fc-5f77b9547c3c req-09227879-0e18-42b0-bd2d-65fc37611a95 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1656473 Sep 08 14:04:02.367574 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Set router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:02.436842 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:02.459308 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5091f00f-1106-4f28-8513-56b68c9d01ab up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:02.460552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7671170-1435-4c46-96d3-3b81342fe656 None None] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:02.463892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:02.465437 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa1fc286-0fd3-4be0-83fc-5f77b9547c3c req-c5d500d8-22d6-4b77-aa23-e122ed568ea8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430037 Sep 08 14:04:02.541356 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Sync routers for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:02.639998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:02.640913 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:02.684370 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:02.689562 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f06b2189-bf8d-4426-a9b0-d55e867d4ba5 admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1636941 Sep 08 14:04:02.689708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51816) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:02.747474 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '19a1f4e2-b30d-4f97-b9f6-699274f910c2', 'name': '', 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'mac_address': 'fa:16:3e:35:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:56Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 2, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'subnets': [{'id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:02.758474 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] Provisioning complete for port 5091f00f-1106-4f28-8513-56b68c9d01ab triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:02.764562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:02.850748 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Checking router: a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:02.853874 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Updating router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:02.896977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:03.073585 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 5091f00f-1106-4f28-8513-56b68c9d01ab triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:03.073585 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:03.176204 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:03.573785 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:03.599375 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:03.714030 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cacbe-c6f7-49f1-bcbf-fbcb14468c20 req-4a7108aa-adea-455b-9f4b-d004d5ac0674 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:03.727088 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-751cacbe-c6f7-49f1-bcbf-fbcb14468c20 req-4a7108aa-adea-455b-9f4b-d004d5ac0674 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1030533 Sep 08 14:04:03.840071 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:03.866807 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-751cacbe-c6f7-49f1-bcbf-fbcb14468c20 req-40f81ff3-20c3-497e-8996-d15b1ceb79dd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360888 Sep 08 14:04:03.895455 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] Current status of the port 5091f00f-1106-4f28-8513-56b68c9d01ab is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:03.900185 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:03.981326 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 5091f00f-1106-4f28-8513-56b68c9d01ab is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:03.981876 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.025072 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Publish callbacks [] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.040425 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] For port 5091f00f-1106-4f28-8513-56b68c9d01ab, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5091f00f-1106-4f28-8513-56b68c9d01ab,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:04.112922 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:00Z', 'revision_number': 3, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:04.148129 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.154364 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:04.162576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Checking router: f28f13ae-25a6-40d9-841d-7357a21c97f2 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:04.162576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Updating router f28f13ae-25a6-40d9-841d-7357a21c97f2 port c17eeeca-d97a-46b0-9f00-02a5eb37de84 binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:04.165840 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.173697 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:04.197049 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:04.283298 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92227a-675a-4ce3-9299-bd5efa5ef464 None None] Pushing event updated for resources: {'Port': ['ID=19a1f4e2-b30d-4f97-b9f6-699274f910c2,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:04.309710 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-a965455e-8a1b-443a-b1e8-e0d619f0438b None None] Provisioning complete for port 5091f00f-1106-4f28-8513-56b68c9d01ab triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:04.310262 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a965455e-8a1b-443a-b1e8-e0d619f0438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.361830 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Allocated IP 172.20.0.1 (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193/1cac6f2e-1144-4a66-bf49-3070edc4f73b/ae6164d6-81ca-422f-ae24-2219c9c94ae1) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:04.375950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.420542 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Attempting to bind port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:04.421532 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Attempting to bind port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:04.422557 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Attempting to bind port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 on network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:04.538130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:04.538130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Checking segment: {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:04.538130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.538130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Bound using segment: {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:04.538130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Bound port: 19a1f4e2-b30d-4f97-b9f6-699274f910c2, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd946876a-ba50-4ab5-94d1-57cf61917eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:04.538130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.553796 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.db.api [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 08 14:04:04.554214 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG oslo_db.api [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:04:04.646657 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks [] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.661037 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a3af1-0382-4afd-b3d0-70b64a7f1dd5 None None] Pushing event updated for resources: {'Port': ['ID=5091f00f-1106-4f28-8513-56b68c9d01ab,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:04.690428 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-a965455e-8a1b-443a-b1e8-e0d619f0438b None None] Current status of the port 5091f00f-1106-4f28-8513-56b68c9d01ab is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:04.695586 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] For port 19a1f4e2-b30d-4f97-b9f6-699274f910c2, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:04.702966 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] For port 19a1f4e2-b30d-4f97-b9f6-699274f910c2, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=19a1f4e2-b30d-4f97-b9f6-699274f910c2,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:04.831189 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Publish callbacks [] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.973644 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:04.976569 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.001723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:05.088055 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:05.097342 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Routers {'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:05.107658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:05.109150 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf7691-ce20-40b6-98dc-584c53ca4db0 req-23bfeaea-7cd0-4c1b-9576-704f712ded11 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:05.117374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-44cf7691-ce20-40b6-98dc-584c53ca4db0 req-23bfeaea-7cd0-4c1b-9576-704f712ded11 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0946815 Sep 08 14:04:05.121779 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:05.122483 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:05.123022 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (f28f13ae-25a6-40d9-841d-7357a21c97f2), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.131227 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 5091f00f-1106-4f28-8513-56b68c9d01ab is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:05.151069 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2843b379-b91a-44a3-afb2-ac606041d863 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:05.190979 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:05.217719 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.225034 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6164d6-81ca-422f-ae24-2219c9c94ae1,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:05.280539 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-44cf7691-ce20-40b6-98dc-584c53ca4db0 req-59237fda-b835-4adc-ba4a-e272b8cee25c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605873 Sep 08 14:04:05.323526 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Attempting to bind port c17eeeca-d97a-46b0-9f00-02a5eb37de84 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:05.325532 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Attempting to bind port c17eeeca-d97a-46b0-9f00-02a5eb37de84 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:05.327830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Attempting to bind port c17eeeca-d97a-46b0-9f00-02a5eb37de84 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:05.509485 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] Set router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:05.585714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:05.603046 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:05.617011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.620653 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-3ca133f1-1edf-4e7a-8c71-ff7ad9e84c3a None None] Provisioning complete for port ae6164d6-81ca-422f-ae24-2219c9c94ae1 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:05.621105 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3ca133f1-1edf-4e7a-8c71-ff7ad9e84c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.642709 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92227a-675a-4ce3-9299-bd5efa5ef464 None None] Pushing event updated for resources: {'Port': ['ID=19a1f4e2-b30d-4f97-b9f6-699274f910c2,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:05.704031 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51876) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:05.723567 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9de1c1-d435-4807-a188-9838a8de3fce None None] Pushing event updated for resources: {'Port': ['ID=c17eeeca-d97a-46b0-9f00-02a5eb37de84,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:05.779302 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-3ca133f1-1edf-4e7a-8c71-ff7ad9e84c3a None None] Port ae6164d6-81ca-422f-ae24-2219c9c94ae1 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:05.795102 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:05.795473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:05.795872 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.805547 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:05.805547 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Bound port: c17eeeca-d97a-46b0-9f00-02a5eb37de84, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:05.805547 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:05.871751 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2843b379-b91a-44a3-afb2-ac606041d863 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:05.872127 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2843b379-b91a-44a3-afb2-ac606041d863), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.006423 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5d8a-a927-47c7-8695-42b6bad15c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.019116 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] For port c17eeeca-d97a-46b0-9f00-02a5eb37de84, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:06.031435 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] For port c17eeeca-d97a-46b0-9f00-02a5eb37de84, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=c17eeeca-d97a-46b0-9f00-02a5eb37de84,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:06.035782 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '19a1f4e2-b30d-4f97-b9f6-699274f910c2', 'name': '', 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'mac_address': 'fa:16:3e:35:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:56Z', 'updated_at': '2022-09-08T14:04:04Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'subnets': [{'id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:06.118986 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d717c-63dc-4450-adf0-ff7999da439f None None] The sync data for ids ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'] in dv-cinder-856463-2-iscsi is: [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:03:57Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '19a1f4e2-b30d-4f97-b9f6-699274f910c2', 'name': '', 'network_id': 'aa106e4a-4efb-48a1-9ef1-2c3f4c948c86', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'mac_address': 'fa:16:3e:35:b0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:56Z', 'updated_at': '2022-09-08T14:04:04Z', 'revision_number': 4, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'subnets': [{'id': '3ad0686e-e84d-4832-a46c-569d342d8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:06.121438 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks [] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.174017 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.229796 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5d8a-a927-47c7-8695-42b6bad15c91 admin admin] Publish callbacks [] for security_group (b1975f28-93f2-40c7-a3c6-85999da1a91a), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.235282 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.236288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (f28f13ae-25a6-40d9-841d-7357a21c97f2), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.242641 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:06.315635 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5d8a-a927-47c7-8695-42b6bad15c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b1975f28-93f2-40c7-a3c6-85999da1a91a), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:06.354969 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2843b379-b91a-44a3-afb2-ac606041d863 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:06.387012 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:06.392577 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:06.397775 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:06.541098 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9de1c1-d435-4807-a188-9838a8de3fce None None] Pushing event updated for resources: {'Port': ['ID=c17eeeca-d97a-46b0-9f00-02a5eb37de84,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:06.595116 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-5cfc5d8a-a927-47c7-8695-42b6bad15c91 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=86f4ebeaa21949a1b2736cba21a26d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8897829 Sep 08 14:04:06.597964 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51896) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:06.602228 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc5d8a-a927-47c7-8695-42b6bad15c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1975f28-93f2-40c7-a3c6-85999da1a91a,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:06.719258 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6164d6-81ca-422f-ae24-2219c9c94ae1,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:06.802576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5091f00f-1106-4f28-8513-56b68c9d01ab up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:06.921569 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd102a4-ff92-4a75-a857-6a6af477e3e1 req-d9e333f6-96a9-4e50-81b4-1496cda9a262 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:06.923207 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3bd102a4-ff92-4a75-a857-6a6af477e3e1 req-d9e333f6-96a9-4e50-81b4-1496cda9a262 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.3230064 Sep 08 14:04:06.955706 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:06.957321 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:07.026857 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.083452 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b153653f-2e64-4c24-80a9-743c50212da9 admin admin] Publish callbacks [] for security_group (b1975f28-93f2-40c7-a3c6-85999da1a91a), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.097268 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:07.169830 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3bd102a4-ff92-4a75-a857-6a6af477e3e1 req-9d63ce35-4356-4944-9ac2-63346671092b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312157 Sep 08 14:04:07.178382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b153653f-2e64-4c24-80a9-743c50212da9 admin admin] Publish callbacks [] for security_group (b1975f28-93f2-40c7-a3c6-85999da1a91a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.216223 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 5091f00f-1106-4f28-8513-56b68c9d01ab triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:07.216223 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.242003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Router f28f13ae-25a6-40d9-841d-7357a21c97f2 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:04:07.442150 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:07.456938 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-1a569aac-e375-4a5e-90b8-7dae2a774573 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/f28f13ae-25a6-40d9-841d-7357a21c97f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7659369 Sep 08 14:04:07.569251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b153653f-2e64-4c24-80a9-743c50212da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b1975f28-93f2-40c7-a3c6-85999da1a91a), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.585793 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b153653f-2e64-4c24-80a9-743c50212da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.592921 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b153653f-2e64-4c24-80a9-743c50212da9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/b1975f28-93f2-40c7-a3c6-85999da1a91a HTTP/1.1" status: 204 len: 168 time: 0.9717968 Sep 08 14:04:07.595839 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-bde0c8f2-a85b-41dc-9278-b82cba2a6c28 None None] Provisioning complete for port ae6164d6-81ca-422f-ae24-2219c9c94ae1 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:07.596311 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bde0c8f2-a85b-41dc-9278-b82cba2a6c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.639293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153653f-2e64-4c24-80a9-743c50212da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1975f28-93f2-40c7-a3c6-85999da1a91a,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:07.674111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-bde0c8f2-a85b-41dc-9278-b82cba2a6c28 None None] Port ae6164d6-81ca-422f-ae24-2219c9c94ae1 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:07.697267 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 2, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:07.700780 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 5091f00f-1106-4f28-8513-56b68c9d01ab is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:07.701457 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 19a1f4e2-b30d-4f97-b9f6-699274f910c2 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:07.793451 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:07.795214 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae54c7-ef67-4c85-8206-0d4bcd73a688 None None] The sync data for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi is: [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 2, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:07.833903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:07.835784 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.946489 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:07.946938 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:07.994984 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 19a1f4e2-b30d-4f97-b9f6-699274f910c2, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=19a1f4e2-b30d-4f97-b9f6-699274f910c2,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:08.125630 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:08.207117 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=19a1f4e2-b30d-4f97-b9f6-699274f910c2,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:08.430716 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:08.505789 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8497154-658f-44bb-951f-0556b20b3bff req-0b3cfbbc-a1e4-4eca-82bf-c18dfa2a0644 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:08.515949 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b8497154-658f-44bb-951f-0556b20b3bff req-0b3cfbbc-a1e4-4eca-82bf-c18dfa2a0644 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1481671 Sep 08 14:04:08.651855 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 19a1f4e2-b30d-4f97-b9f6-699274f910c2 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:08.665962 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b8497154-658f-44bb-951f-0556b20b3bff req-720dc467-04b6-4cff-ada6-4078aadf7892 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Sep 08 14:04:08.763853 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:08.764514 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:08.931794 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:08.995444 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:09.241985 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51956) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:09.254100 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2113848982-network', 'tenant_id': '586baaa868fa4165acc453adf529d01e'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:09.382855 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Made reservation on behalf of 586baaa868fa4165acc453adf529d01e for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:09.388074 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.404193 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.666161 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51962) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:09.687319 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks [] for security_group (6ba2f32c-a3d7-4aef-b9e2-85bac94854be), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.688783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:09.750505 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6ba2f32c-a3d7-4aef-b9e2-85bac94854be), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.799437 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] vlan segment allocate from pool success with {'vlan_id': 1105, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:04:09.821130 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2f32c-a3d7-4aef-b9e2-85bac94854be,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:09.844685 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (611526c1-909a-4706-ae45-2737cab34f9e), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.845056 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Added segment 611526c1-909a-4706-ae45-2737cab34f9e of type vlan for network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 Sep 08 14:04:09.926341 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ff6-120b-48b4-b97e-efaadbbd9409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.937181 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (236f527e-fd18-4c18-b580-fd2c2a1f47d5), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:09.981937 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2c2f6-0694-4f40-95c3-9a5ac8fe14c1 req-7c82c809-ca1b-4832-8548-196ba65438dc tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:09.991083 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62d2c2f6-0694-4f40-95c3-9a5ac8fe14c1 req-7c82c809-ca1b-4832-8548-196ba65438dc tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1399791 Sep 08 14:04:10.095089 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62d2c2f6-0694-4f40-95c3-9a5ac8fe14c1 req-c715e26e-40f2-4ea5-a7b1-c12cee0917da tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027031 Sep 08 14:04:10.163156 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51974) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:10.175579 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ff6-120b-48b4-b97e-efaadbbd9409 admin admin] Publish callbacks [] for security_group (b3e835b7-c97e-41f6-94a1-9c080232f3e6), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.189727 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (236f527e-fd18-4c18-b580-fd2c2a1f47d5), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.191229 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:10.192283 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.299070 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] Pushing event updated for resources: {'Network': ['ID=236f527e-fd18-4c18-b580-fd2c2a1f47d5,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:10.312560 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:04:10.321098 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b73d1ff6-120b-48b4-b97e-efaadbbd9409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b3e835b7-c97e-41f6-94a1-9c080232f3e6), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.375459 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b73d1ff6-120b-48b4-b97e-efaadbbd9409 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=7f928cd84f2b4899a969686a1e0e8513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7082255 Sep 08 14:04:10.378036 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 51980) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:10.412723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:10.431847 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-757512814-network', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:10.452486 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d1ff6-120b-48b4-b97e-efaadbbd9409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e835b7-c97e-41f6-94a1-9c080232f3e6,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:10.496307 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d7b9e439-5741-4883-a533-d3b6b2986dff admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2484996 Sep 08 14:04:10.497760 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 51982) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:10.519661 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Request body: {'subnet': {'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2113848982-subnet', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:10.537169 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d8e75a7-4f3f-40f3-9467-941a9af7ec85 admin admin] Publish callbacks [] for security_group (b3e835b7-c97e-41f6-94a1-9c080232f3e6), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.590738 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d8e75a7-4f3f-40f3-9467-941a9af7ec85 admin admin] Publish callbacks [] for security_group (b3e835b7-c97e-41f6-94a1-9c080232f3e6), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.620448 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device c17eeeca-d97a-46b0-9f00-02a5eb37de84 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:10.692508 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Made reservation on behalf of ae31829bffd7483fbab3dc87635aea58 for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:10.696214 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.710728 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.725954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port c17eeeca-d97a-46b0-9f00-02a5eb37de84 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:10.726664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.789724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Made reservation on behalf of 586baaa868fa4165acc453adf529d01e for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:10.792489 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.822313 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port c17eeeca-d97a-46b0-9f00-02a5eb37de84 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:10.823711 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.833027 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:10.858999 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port c17eeeca-d97a-46b0-9f00-02a5eb37de84, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=c17eeeca-d97a-46b0-9f00-02a5eb37de84,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:10.878059 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d8e75a7-4f3f-40f3-9467-941a9af7ec85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b3e835b7-c97e-41f6-94a1-9c080232f3e6), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.878644 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d8e75a7-4f3f-40f3-9467-941a9af7ec85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:10.879577 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7d8e75a7-4f3f-40f3-9467-941a9af7ec85 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/b3e835b7-c97e-41f6-94a1-9c080232f3e6 HTTP/1.1" status: 204 len: 168 time: 0.4996283 Sep 08 14:04:10.899072 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e75a7-4f3f-40f3-9467-941a9af7ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e835b7-c97e-41f6-94a1-9c080232f3e6,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:10.973942 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.101980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks [] for security_group (5b267063-ff42-4fb4-bb15-5a5fab3afc98), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.141865 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=c17eeeca-d97a-46b0-9f00-02a5eb37de84,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:11.252970 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5b267063-ff42-4fb4-bb15-5a5fab3afc98), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.325462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1133, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:04:11.336443 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b267063-ff42-4fb4-bb15-5a5fab3afc98,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:11.342465 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e708344-ca4a-40d1-a911-47a8194a28a9 req-c6dbb697-bbf5-442f-a086-6d7df3119a89 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:11.352830 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9e708344-ca4a-40d1-a911-47a8194a28a9 req-c6dbb697-bbf5-442f-a086-6d7df3119a89 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1064188 Sep 08 14:04:11.363233 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (79efd9b0-5976-42a8-bb22-04d35f85b26b), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.363682 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Added segment 79efd9b0-5976-42a8-bb22-04d35f85b26b of type vlan for network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 Sep 08 14:04:11.436271 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (1825ab58-9a7f-4a28-9e67-c083bb9f8e93), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.452780 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9e708344-ca4a-40d1-a911-47a8194a28a9 req-7b0f6d24-db14-4b55-925c-b8f348015b06 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988634 Sep 08 14:04:11.547160 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.613914 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (1825ab58-9a7f-4a28-9e67-c083bb9f8e93), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.615226 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:11.615966 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:11.637596 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:11.722384 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52002) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:11.722805 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5580022 Sep 08 14:04:11.727424 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Request body: {'subnet': {'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-757512814-subnet', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:11.728020 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Checking segment: {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:11.730838 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Network hostable DHCP agents. Network: 236f527e-fd18-4c18-b580-fd2c2a1f47d5, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:04:11.739624 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d8a75-e374-4a26-8450-39cd8f5221b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1825ab58-9a7f-4a28-9e67-c083bb9f8e93,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:11.755759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:04:11.911246 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Made reservation on behalf of ae31829bffd7483fbab3dc87635aea58 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:11.912782 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:04:11.914095 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.070748 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 236f527e-fd18-4c18-b580-fd2c2a1f47d5) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:12.083859 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:12.084850 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.085200 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f1f01-0582-481b-a995-03e57e5d304b None None] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:12.118538 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:12.148559 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Sync routers for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:12.163407 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:12.164271 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:12.244920 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52008) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:12.246500 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-63c170af-3a5f-4884-b7e7-c2e5cbf0243a admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7389164 Sep 08 14:04:12.251681 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:12.266219 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'project_id': '586baaa868fa4165acc453adf529d01e', 'fixed_ips': [{'subnet_id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:04:12.268025 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.286582 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52012) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:12.301093 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (1e8876eb-36c3-44cf-9482-bd471519492f), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.318716 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-28aeeb75-dd49-4e65-a8c9-d329221b5a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.401275 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:12.460721 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8876eb-36c3-44cf-9482-bd471519492f,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:12.482858 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Checking segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:12.483228 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Network hostable DHCP agents. Network: 1825ab58-9a7f-4a28-9e67-c083bb9f8e93, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:04:12.531561 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.533268 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.583728 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f49f94-2bf1-456e-8c0c-17d816cf30cb req-53d3a9da-56f7-4788-b5be-a462b4d0867f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:12.591693 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14f49f94-2bf1-456e-8c0c-17d816cf30cb req-53d3a9da-56f7-4788-b5be-a462b4d0867f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1047320 Sep 08 14:04:12.604992 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:12.721579 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-28aeeb75-dd49-4e65-a8c9-d329221b5a93 admin admin] Publish callbacks [] for security_group (a549ab7c-ac85-4573-8336-3e0bc5725bed), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.795199 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks [] for router_controller (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), precommit_add_association {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.800726 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:12.809135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device c17eeeca-d97a-46b0-9f00-02a5eb37de84 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:12.810691 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:04:12.893907 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14f49f94-2bf1-456e-8c0c-17d816cf30cb req-f63d7672-1313-40c5-9ea4-6cf51d74a8bc tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002787 Sep 08 14:04:12.910393 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-28aeeb75-dd49-4e65-a8c9-d329221b5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a549ab7c-ac85-4573-8336-3e0bc5725bed), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:12.953851 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a7f9c-de81-401a-b78b-2e904aa9549d req-0f9647fa-5ea0-424a-a8a7-e274c0d82ac2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:12.956358 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-012a7f9c-de81-401a-b78b-2e904aa9549d req-0f9647fa-5ea0-424a-a8a7-e274c0d82ac2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1535690 Sep 08 14:04:12.963728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Allocated IP 172.20.0.2 (236f527e-fd18-4c18-b580-fd2c2a1f47d5/2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff/562cb492-6b18-485d-9adb-e0a610c39138) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:12.998529 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 2, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:13.024828 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port c17eeeca-d97a-46b0-9f00-02a5eb37de84 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:13.025483 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.049897 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Checking router: f28f13ae-25a6-40d9-841d-7357a21c97f2 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:13.050510 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Updating router f28f13ae-25a6-40d9-841d-7357a21c97f2 port ae6164d6-81ca-422f-ae24-2219c9c94ae1 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:13.078199 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 1825ab58-9a7f-4a28-9e67-c083bb9f8e93) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:13.092090 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.098826 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-28aeeb75-dd49-4e65-a8c9-d329221b5a93 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=6fb56560caa84a8fb7bd3cb7ff52fa3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8110445 Sep 08 14:04:13.101718 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aeeb75-dd49-4e65-a8c9-d329221b5a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a549ab7c-ac85-4573-8336-3e0bc5725bed,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:13.120210 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52022) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:13.274814 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:13.274814 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Publish callbacks [] for port (562cb492-6b18-485d-9adb-e0a610c39138), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.274814 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f838500-8d7c-4d45-a9b2-0e4483f919b5 None None] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:13.285973 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:13.286584 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.321341 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-012a7f9c-de81-401a-b78b-2e904aa9549d req-e3018731-86db-44e4-8f54-85e2d80bd358 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576217 Sep 08 14:04:13.404512 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23bff559-0b10-4f9a-bd71-413b6f82a24c admin admin] Publish callbacks [] for security_group (a549ab7c-ac85-4573-8336-3e0bc5725bed), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.405361 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:13.454411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23bff559-0b10-4f9a-bd71-413b6f82a24c admin admin] Publish callbacks [] for security_group (a549ab7c-ac85-4573-8336-3e0bc5725bed), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.481612 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:04:13.483605 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.489277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks [] for router_gateway (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:13.577431 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port c17eeeca-d97a-46b0-9f00-02a5eb37de84 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:13.680127 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Publish callbacks [] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.043775 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b82da9-03c7-4835-9ac9-73993de8cf95 req-e1cb3937-a065-45f7-9ec2-6dc211cc0061 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:14.045359 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-97b82da9-03c7-4835-9ac9-73993de8cf95 req-e1cb3937-a065-45f7-9ec2-6dc211cc0061 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0514374 Sep 08 14:04:14.083095 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:14.099480 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-97b82da9-03c7-4835-9ac9-73993de8cf95 req-4d17ba11-5971-49e1-9eb0-9a9a4c4c481f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476205 Sep 08 14:04:14.129324 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (562cb492-6b18-485d-9adb-e0a610c39138), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.130845 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23bff559-0b10-4f9a-bd71-413b6f82a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a549ab7c-ac85-4573-8336-3e0bc5725bed), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.131288 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.132589 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7a8a5259-4b69-4e2f-984c-49786fc7c01d admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4091182 Sep 08 14:04:14.140519 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23bff559-0b10-4f9a-bd71-413b6f82a24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.143922 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-23bff559-0b10-4f9a-bd71-413b6f82a24c admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/a549ab7c-ac85-4573-8336-3e0bc5725bed HTTP/1.1" status: 204 len: 168 time: 1.0174041 Sep 08 14:04:14.145010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52028) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:14.180398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:14.196774 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bff559-0b10-4f9a-bd71-413b6f82a24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a549ab7c-ac85-4573-8336-3e0bc5725bed,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:14.302464 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:14.320259 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:14.325527 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Pushing event updated for resources: {'Port': ['ID=562cb492-6b18-485d-9adb-e0a610c39138,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:14.328095 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:14.373490 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (cb8e3924-df37-450a-a000-07b5a037af73), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.374098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (cb8e3924-df37-450a-a000-07b5a037af73), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.431267 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:14.469031 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f610a22-9db7-4a9c-9064-46fc9e5acd70 None None] Pushing event updated for resources: {'Port': ['ID=ae6164d6-81ca-422f-ae24-2219c9c94ae1,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:14.490102 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Attempting to bind port ae6164d6-81ca-422f-ae24-2219c9c94ae1 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:14.490434 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Attempting to bind port 562cb492-6b18-485d-9adb-e0a610c39138 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:14.490606 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Attempting to bind port ae6164d6-81ca-422f-ae24-2219c9c94ae1 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:14.490749 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Attempting to bind port 562cb492-6b18-485d-9adb-e0a610c39138 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:14.490942 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Attempting to bind port ae6164d6-81ca-422f-ae24-2219c9c94ae1 on network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:14.491111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Attempting to bind port 562cb492-6b18-485d-9adb-e0a610c39138 on network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:14.493797 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Allocated IP 172.20.0.2 (1825ab58-9a7f-4a28-9e67-c083bb9f8e93/1e8876eb-36c3-44cf-9482-bd471519492f/3e500fbb-6566-406a-ac68-858d5a3fb72e) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:14.553985 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:14.558772 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Checking segment: {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:14.559059 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.559569 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Bound using segment: {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:14.560108 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Bound port: 562cb492-6b18-485d-9adb-e0a610c39138, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:14.560512 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (562cb492-6b18-485d-9adb-e0a610c39138), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.566226 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks [] for router_controller (cb8e3924-df37-450a-a000-07b5a037af73), precommit_add_association {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.578203 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks [] for router_gateway (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.594871 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:14.595322 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Checking segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:14.595646 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.616468 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Bound using segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:14.617363 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Bound port: ae6164d6-81ca-422f-ae24-2219c9c94ae1, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:14.618462 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.631223 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.656856 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:14.728995 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] For port ae6164d6-81ca-422f-ae24-2219c9c94ae1, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:14.734710 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] For port ae6164d6-81ca-422f-ae24-2219c9c94ae1, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ae6164d6-81ca-422f-ae24-2219c9c94ae1,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:14.764580 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] For port 562cb492-6b18-485d-9adb-e0a610c39138, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:14.765634 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Allocated IP 172.27.1.77 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/e731d8db-cabf-4813-99fe-4b8a03285abc) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:14.788088 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] For port 562cb492-6b18-485d-9adb-e0a610c39138, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=562cb492-6b18-485d-9adb-e0a610c39138,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:14.850362 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.878315 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks [] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.879045 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Publish callbacks [] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:14.924617 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14015423-b8ea-40f8-b684-42f8995e64ab req-7d2ea704-c3fe-4325-966b-be2b7469fbaa tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:14.936354 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14015423-b8ea-40f8-b684-42f8995e64ab req-7d2ea704-c3fe-4325-966b-be2b7469fbaa tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.4222064 Sep 08 14:04:14.967712 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f610a22-9db7-4a9c-9064-46fc9e5acd70 None None] Pushing event updated for resources: {'Port': ['ID=ae6164d6-81ca-422f-ae24-2219c9c94ae1,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:14.997309 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:14.997964 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:15.010412 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks [] for router_gateway (cb8e3924-df37-450a-a000-07b5a037af73), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:15.018915 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (562cb492-6b18-485d-9adb-e0a610c39138), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:15.023457 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-14015423-b8ea-40f8-b684-42f8995e64ab req-1b194fd2-b8ee-4417-8484-8bdc8f667c4a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907435 Sep 08 14:04:15.039502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:15.084989 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:15.138894 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:15.156959 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:15.161204 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:15.172002 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Pushing event updated for resources: {'Port': ['ID=e731d8db-cabf-4813-99fe-4b8a03285abc,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:15.185375 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f134-f3e3-447c-a529-17bc607eec9a None None] Pushing event updated for resources: {'Port': ['ID=562cb492-6b18-485d-9adb-e0a610c39138,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:15.189600 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:15.191356 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:15.198664 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:15.298253 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Pushing event updated for resources: {'Port': ['ID=3e500fbb-6566-406a-ac68-858d5a3fb72e,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:15.333562 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:15.477878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Attempting to bind port 3e500fbb-6566-406a-ac68-858d5a3fb72e on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:15.478328 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Attempting to bind port 3e500fbb-6566-406a-ac68-858d5a3fb72e by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:15.478701 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Attempting to bind port 3e500fbb-6566-406a-ac68-858d5a3fb72e on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:15.604938 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e26f4b-5f47-4760-9eef-580cf58a4f9b req-97670eb7-851c-4374-94bb-c92e8f968b2b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:15.613359 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-06e26f4b-5f47-4760-9eef-580cf58a4f9b req-97670eb7-851c-4374-94bb-c92e8f968b2b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.2610664 Sep 08 14:04:15.630792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:15.631179 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Checking segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:15.631589 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:15.635834 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Bound using segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:15.636565 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Bound port: 3e500fbb-6566-406a-ac68-858d5a3fb72e, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:15.636978 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:15.766632 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-06e26f4b-5f47-4760-9eef-580cf58a4f9b req-65270f93-502c-4648-a279-eb160531f32f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519730 Sep 08 14:04:15.814695 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] For port 3e500fbb-6566-406a-ac68-858d5a3fb72e, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:15.819014 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] For port 3e500fbb-6566-406a-ac68-858d5a3fb72e, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3e500fbb-6566-406a-ac68-858d5a3fb72e,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:15.933860 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:16.032617 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:14Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:16.071726 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a34c5-df23-4084-968e-f3ca3fb3f504 None None] Pushing event updated for resources: {'Port': ['ID=3e500fbb-6566-406a-ac68-858d5a3fb72e,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:16.101314 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dbb717-3f8d-4c53-92de-afa2ce309a3c None None] The sync data for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi is: [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:14Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:16.106949 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:16.211383 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks [] for router_gateway (cb8e3924-df37-450a-a000-07b5a037af73), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:16.241943 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:16.258823 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks [] for router_gateway (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:16.298688 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:16.413665 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c022693-6000-4a44-9fa7-9b1b06ba0e26 req-7f1b1f2e-acae-434e-95a9-3a632135d62f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:16.421820 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6c022693-6000-4a44-9fa7-9b1b06ba0e26 req-7f1b1f2e-acae-434e-95a9-3a632135d62f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.2509489 Sep 08 14:04:16.550241 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Allocated IP 172.27.1.58 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/2709da75-55e0-47f1-8248-7ba4a5bc410a) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:16.750244 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks [] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:16.769377 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6c022693-6000-4a44-9fa7-9b1b06ba0e26 req-a61b9839-3ece-4142-aaa0-a99dedcce8e3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465569 Sep 08 14:04:16.880794 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 562cb492-6b18-485d-9adb-e0a610c39138 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:16.967356 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.050838 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 562cb492-6b18-485d-9adb-e0a610c39138 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:17.051219 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (562cb492-6b18-485d-9adb-e0a610c39138), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.107693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.129790 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:17.140321 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:17.166629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:17.256397 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 562cb492-6b18-485d-9adb-e0a610c39138 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:17.257639 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (562cb492-6b18-485d-9adb-e0a610c39138), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.261114 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774b20a-9d1f-4b2b-8bd8-1e268caa4a9f None None] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:17.269548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Pushing event updated for resources: {'Port': ['ID=2709da75-55e0-47f1-8248-7ba4a5bc410a,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:17.360367 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-f2220671-2135-4691-aeba-043ccf91d6c8 None None] Provisioning complete for port 562cb492-6b18-485d-9adb-e0a610c39138 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:17.364736 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f2220671-2135-4691-aeba-043ccf91d6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (562cb492-6b18-485d-9adb-e0a610c39138), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.391502 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.402933 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a062bf-6a8a-4bf4-80fe-b354ae7867ab req-4b64b925-0a5d-4ea3-89fb-c6e52cdc8605 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:17.404718 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-73a062bf-6a8a-4bf4-80fe-b354ae7867ab req-4b64b925-0a5d-4ea3-89fb-c6e52cdc8605 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1056666 Sep 08 14:04:17.545832 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 562cb492-6b18-485d-9adb-e0a610c39138, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=562cb492-6b18-485d-9adb-e0a610c39138,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:17.562399 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.627159 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-73a062bf-6a8a-4bf4-80fe-b354ae7867ab req-8463f88e-7634-4f20-a297-498c2adf4a20 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130635 Sep 08 14:04:17.632794 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.700907 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (562cb492-6b18-485d-9adb-e0a610c39138), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.702747 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae6164d6-81ca-422f-ae24-2219c9c94ae1 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:17.784368 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks [] for router_gateway (cb8e3924-df37-450a-a000-07b5a037af73), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:17.837124 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:17.963701 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port ae6164d6-81ca-422f-ae24-2219c9c94ae1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:17.965939 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.075532 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:04:18.240646 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (cb8e3924-df37-450a-a000-07b5a037af73), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.280889 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3806a0-aa39-4622-bfe4-e29f617bebed None None] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:18.296104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:18.355020 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-f2220671-2135-4691-aeba-043ccf91d6c8 None None] Current status of the port 562cb492-6b18-485d-9adb-e0a610c39138 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:18.366873 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4b36-3d8a-4623-9391-4986305ee862 req-2bcf2929-3f77-464e-b9e2-01dd5aea7fdf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:18.368601 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-85fd4b36-3d8a-4623-9391-4986305ee862 req-2bcf2929-3f77-464e-b9e2-01dd5aea7fdf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1656551 Sep 08 14:04:18.412480 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:18.420532 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port ae6164d6-81ca-422f-ae24-2219c9c94ae1 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:18.421168 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.430516 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=562cb492-6b18-485d-9adb-e0a610c39138,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:18.433897 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Sync routers for ids ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:18.490845 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Routers {'33e0ca33-6f22-4848-9be0-3fbc9ae6227b'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:18.491584 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:18.539452 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-85fd4b36-3d8a-4623-9391-4986305ee862 req-f017d2a8-ed20-49c2-af6b-f60f62716849 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615467 Sep 08 14:04:18.604459 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.606865 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-02e9bb5e-ab58-4a0d-90f0-cefea81f3ebf admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3609173 Sep 08 14:04:18.609667 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52104) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:18.695743 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] Provisioning complete for port 3e500fbb-6566-406a-ac68-858d5a3fb72e triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:18.698339 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:18.784003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Router cb8e3924-df37-450a-a000-07b5a037af73 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:04:18.871734 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port ae6164d6-81ca-422f-ae24-2219c9c94ae1, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ae6164d6-81ca-422f-ae24-2219c9c94ae1,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:18.931958 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Set router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:19.026037 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:19.037519 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:19.052614 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:19.059017 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3e500fbb-6566-406a-ac68-858d5a3fb72e up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:19.062894 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:19.069604 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:19.220177 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:19.244042 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:19.248794 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6b8e7ee2-267b-4d8a-bed8-2bccfee923cc admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0737185 Sep 08 14:04:19.254674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52116) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:19.321222 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1258-c4fb-4eff-a568-0af6f22d0731 req-9f171e9e-4a67-466c-9679-4c417d851ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:19.322450 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-674f1258-c4fb-4eff-a568-0af6f22d0731 req-9f171e9e-4a67-466c-9679-4c417d851ba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.3804567 Sep 08 14:04:19.473736 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-674f1258-c4fb-4eff-a568-0af6f22d0731 req-e65bd6a1-0d18-4b2b-9dee-132c1be8b845 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986814 Sep 08 14:04:19.597980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52126) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:19.710351 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:17Z', 'revision_number': 3, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:19.741224 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:19.741881 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Updating router cb8e3924-df37-450a-a000-07b5a037af73 port 2709da75-55e0-47f1-8248-7ba4a5bc410a binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:19.784704 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:19.838508 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] Current status of the port 3e500fbb-6566-406a-ac68-858d5a3fb72e is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:19.839035 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:19.889263 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=ae6164d6-81ca-422f-ae24-2219c9c94ae1,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:19.894386 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24da2e-8aea-4178-87b6-98d63d8e435b req-b041582c-7695-4701-b997-5612f92e8dbf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:19.896751 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ea24da2e-8aea-4178-87b6-98d63d8e435b req-b041582c-7695-4701-b997-5612f92e8dbf tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.2171886 Sep 08 14:04:19.909806 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba2efdac-a452-4a4f-805c-25cf5ca5443a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:19.925680 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:04:15Z', 'revision_number': 3, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:20.018056 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ea24da2e-8aea-4178-87b6-98d63d8e435b req-2b16d0ea-27c9-40a3-b60c-be81df80858e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146646 Sep 08 14:04:20.019600 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 3e500fbb-6566-406a-ac68-858d5a3fb72e triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:20.020751 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.029189 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Checking router: 33e0ca33-6f22-4848-9be0-3fbc9ae6227b for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:20.029189 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Updating router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b port e731d8db-cabf-4813-99fe-4b8a03285abc binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:20.048650 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.162453 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] For port 3e500fbb-6566-406a-ac68-858d5a3fb72e, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3e500fbb-6566-406a-ac68-858d5a3fb72e,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:20.200767 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.235248 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Publish callbacks [] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.331180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.396687 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.442133 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Allocated IP 172.20.0.1 (236f527e-fd18-4c18-b580-fd2c2a1f47d5/2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff/a98eb2c6-37d4-46c2-bde9-156cb80ad529) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:20.494636 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Attempting to bind port 2709da75-55e0-47f1-8248-7ba4a5bc410a on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:20.503428 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Attempting to bind port 2709da75-55e0-47f1-8248-7ba4a5bc410a by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:20.503428 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Attempting to bind port 2709da75-55e0-47f1-8248-7ba4a5bc410a on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:20.536813 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba2efdac-a452-4a4f-805c-25cf5ca5443a admin admin] Publish callbacks [] for security_group (613c81af-f9f3-4cf9-a4c7-c4d91ef205bc), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.566009 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:20.568100 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:20.568516 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:20.569136 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.569536 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:20.570124 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Bound port: 2709da75-55e0-47f1-8248-7ba4a5bc410a, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:20.570739 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.665840 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] For port 2709da75-55e0-47f1-8248-7ba4a5bc410a, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:20.665840 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] For port 2709da75-55e0-47f1-8248-7ba4a5bc410a, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2709da75-55e0-47f1-8248-7ba4a5bc410a,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:20.732972 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba2efdac-a452-4a4f-805c-25cf5ca5443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (613c81af-f9f3-4cf9-a4c7-c4d91ef205bc), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.735332 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96af7-2d23-4638-aa08-45a67062b456 None None] Pushing event updated for resources: {'Port': ['ID=2709da75-55e0-47f1-8248-7ba4a5bc410a,revision_number=2']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:20.752508 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-f5a22b7e-af47-48c0-acf7-424528d3d4db None None] Provisioning complete for port 562cb492-6b18-485d-9adb-e0a610c39138 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:20.752611 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f5a22b7e-af47-48c0-acf7-424528d3d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (562cb492-6b18-485d-9adb-e0a610c39138), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.756876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:20.773375 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.830753 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks [] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:20.854979 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 3e500fbb-6566-406a-ac68-858d5a3fb72e is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:20.859597 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:20.860348 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:20.868059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52160) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:20.868291 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:20.897770 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d71ca1-1799-4617-b347-25b8aab84c14 None None] Pushing event updated for resources: {'Port': ['ID=3e500fbb-6566-406a-ac68-858d5a3fb72e,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:20.909959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574688189', 'description': 'tempest-description--697518802'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:20.925576 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65751e-30e8-4df2-a94c-4a70394c9bed req-8bafa21b-0c39-4e48-a7da-5584a4d3eef3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:20.940377 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fa65751e-30e8-4df2-a94c-4a70394c9bed req-8bafa21b-0c39-4e48-a7da-5584a4d3eef3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.3208396 Sep 08 14:04:20.940883 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96af7-2d23-4638-aa08-45a67062b456 None None] Pushing event updated for resources: {'Port': ['ID=2709da75-55e0-47f1-8248-7ba4a5bc410a,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:20.965196 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ba2efdac-a452-4a4f-805c-25cf5ca5443a admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=9e36b71df75a4f69b93ee08575030e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3635740 Sep 08 14:04:20.974195 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2efdac-a452-4a4f-805c-25cf5ca5443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613c81af-f9f3-4cf9-a4c7-c4d91ef205bc,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:20.988618 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52164) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:21.014916 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.045981 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.063418 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:21.081729 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:21.143732 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:21.155652 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:21.159015 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:21.237504 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.255211 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 562cb492-6b18-485d-9adb-e0a610c39138 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:21.265036 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-f5a22b7e-af47-48c0-acf7-424528d3d4db None None] Current status of the port 562cb492-6b18-485d-9adb-e0a610c39138 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:21.380597 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fa65751e-30e8-4df2-a94c-4a70394c9bed req-849e7d38-4454-4e9c-a53d-a2c4a909be93 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4385042 Sep 08 14:04:21.430170 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Allocated IP 172.20.0.1 (1825ab58-9a7f-4a28-9e67-c083bb9f8e93/1e8876eb-36c3-44cf-9482-bd471519492f/ec135fdf-4b52-40ee-a360-04c2454d1bfa) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:21.456160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Pushing event updated for resources: {'Port': ['ID=a98eb2c6-37d4-46c2-bde9-156cb80ad529,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:21.473132 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:21.506180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-f5a22b7e-af47-48c0-acf7-424528d3d4db None None] Provisioning complete for port 3e500fbb-6566-406a-ac68-858d5a3fb72e triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:21.506830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f5a22b7e-af47-48c0-acf7-424528d3d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.515691 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203e71e-887f-4111-b823-d17f1035d1d4 req-5d547da3-2c4f-4170-aa72-3204c313f210 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:21.519904 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3203e71e-887f-4111-b823-d17f1035d1d4 req-5d547da3-2c4f-4170-aa72-3204c313f210 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.3001626 Sep 08 14:04:21.649172 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks [] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.705560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.742872 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:21.759793 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:17Z', 'revision_number': 3, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:21.762345 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 562cb492-6b18-485d-9adb-e0a610c39138 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:21.762887 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (562cb492-6b18-485d-9adb-e0a610c39138), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.766785 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3203e71e-887f-4111-b823-d17f1035d1d4 req-926ac98e-c711-4cd1-ad46-3b7fc037998d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333314 Sep 08 14:04:21.822547 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52172) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:21.856327 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c38371-4561-4c24-9f03-7ec98470af2f None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:17Z', 'revision_number': 3, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:21.890120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c69c9-a626-4d5a-9a2b-622034789770 req-09ccf62a-bb5a-4a1c-9841-6d4e3e4839d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:21.891732 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cf9c69c9-a626-4d5a-9a2b-622034789770 req-09ccf62a-bb5a-4a1c-9841-6d4e3e4839d2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1130 time: 0.2045848 Sep 08 14:04:21.930936 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-f5a22b7e-af47-48c0-acf7-424528d3d4db None None] Current status of the port 3e500fbb-6566-406a-ac68-858d5a3fb72e is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:21.970284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca058f9d-2f33-497b-a7ea-0347f06b69a7 admin admin] Publish callbacks [] for security_group (613c81af-f9f3-4cf9-a4c7-c4d91ef205bc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:21.971041 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Publish callbacks [] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.010550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca058f9d-2f33-497b-a7ea-0347f06b69a7 admin admin] Publish callbacks [] for security_group (613c81af-f9f3-4cf9-a4c7-c4d91ef205bc), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.032130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 562cb492-6b18-485d-9adb-e0a610c39138 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:22.033552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae6164d6-81ca-422f-ae24-2219c9c94ae1 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:22.071735 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-71cd8fca-d905-400b-9631-0db714ac1e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.079150 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (d0917d0f-851d-4cff-ad8b-b1ed9575e042), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.087776 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cf9c69c9-a626-4d5a-9a2b-622034789770 req-276160b1-3624-4169-bdbc-f4f45fc04f9c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863406 Sep 08 14:04:22.094531 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-371145c2-70e4-49e2-bdac-1f1782f1e82f None None] Provisioning complete for port a98eb2c6-37d4-46c2-bde9-156cb80ad529 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:22.095038 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-371145c2-70e4-49e2-bdac-1f1782f1e82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.099746 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.145354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-371145c2-70e4-49e2-bdac-1f1782f1e82f None None] Port a98eb2c6-37d4-46c2-bde9-156cb80ad529 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:22.150817 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port ae6164d6-81ca-422f-ae24-2219c9c94ae1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:22.151302 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.193109 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:22.208699 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-71cd8fca-d905-400b-9631-0db714ac1e79 admin admin] Publish callbacks [] for security_group (3b353359-dbd3-4340-b81f-3b1439947bbe), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.223985 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:22.228700 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:22.229181 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (cb8e3924-df37-450a-a000-07b5a037af73), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.252625 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.277100 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port ae6164d6-81ca-422f-ae24-2219c9c94ae1 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:22.338454 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec135fdf-4b52-40ee-a360-04c2454d1bfa,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:22.498627 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.500856 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d0917d0f-851d-4cff-ad8b-b1ed9575e042), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.502842 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-71c0013d-585b-4925-8fce-866f71be5345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.598846 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca058f9d-2f33-497b-a7ea-0347f06b69a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (613c81af-f9f3-4cf9-a4c7-c4d91ef205bc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.608367 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca058f9d-2f33-497b-a7ea-0347f06b69a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.615232 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-71cd8fca-d905-400b-9631-0db714ac1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3b353359-dbd3-4340-b81f-3b1439947bbe), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.616171 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ca058f9d-2f33-497b-a7ea-0347f06b69a7 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/613c81af-f9f3-4cf9-a4c7-c4d91ef205bc HTTP/1.1" status: 204 len: 168 time: 1.6261401 Sep 08 14:04:22.623252 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0917d0f-851d-4cff-ad8b-b1ed9575e042,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:22.649415 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058f9d-2f33-497b-a7ea-0347f06b69a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c81af-f9f3-4cf9-a4c7-c4d91ef205bc,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:22.711686 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.718626 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-0e3714d3-d53e-48da-97fd-2b9c94b3fd9b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.8250556 Sep 08 14:04:22.719674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52180) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:22.726608 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': 'd0917d0f-851d-4cff-ad8b-b1ed9575e042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:22.814712 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-71cd8fca-d905-400b-9631-0db714ac1e79 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=dedf0b589fd34e4ea4197d328d6ba51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9907234 Sep 08 14:04:22.815660 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52184) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:22.819473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8fca-d905-400b-9631-0db714ac1e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b353359-dbd3-4340-b81f-3b1439947bbe,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:22.835005 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3517d2-d133-460e-8d44-8b5484edeeab req-5e5bd79c-c54d-426f-81c5-178fa773ceca tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:22.843500 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2f3517d2-d133-460e-8d44-8b5484edeeab req-5e5bd79c-c54d-426f-81c5-178fa773ceca tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.2550337 Sep 08 14:04:22.879225 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks [] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:22.970203 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2f3517d2-d133-460e-8d44-8b5484edeeab req-a6e4b3cf-c931-4ea8-ad69-bb6e2a8a91c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256354 Sep 08 14:04:22.979040 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.011212 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Attempting to bind port e731d8db-cabf-4813-99fe-4b8a03285abc on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:23.012071 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Attempting to bind port e731d8db-cabf-4813-99fe-4b8a03285abc by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:23.012491 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Attempting to bind port e731d8db-cabf-4813-99fe-4b8a03285abc on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:23.013319 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d53a250-914a-4f8f-9d42-3adce8ac7eae admin admin] Publish callbacks [] for security_group (3b353359-dbd3-4340-b81f-3b1439947bbe), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.065099 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.105710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d53a250-914a-4f8f-9d42-3adce8ac7eae admin admin] Publish callbacks [] for security_group (3b353359-dbd3-4340-b81f-3b1439947bbe), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.137111 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (c15cf924-f782-41c8-918d-3a13e7a7b6ab), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.281210 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:23.309610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2709da75-55e0-47f1-8248-7ba4a5bc410a up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:23.312867 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Bound port: e731d8db-cabf-4813-99fe-4b8a03285abc, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-2283abd3-9b1e-48f2-8492-62e738ac520c None None] Provisioning complete for port ec135fdf-4b52-40ee-a360-04c2454d1bfa triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:23.418053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2283abd3-9b1e-48f2-8492-62e738ac520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.418586 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:23.477241 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (c15cf924-f782-41c8-918d-3a13e7a7b6ab), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.501333 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c3711-d6a1-4d95-941c-056d7f72dea0 req-e1d2f0fe-7a07-439f-854a-1066247940a6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:23.504372 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-020c3711-d6a1-4d95-941c-056d7f72dea0 req-e1d2f0fe-7a07-439f-854a-1066247940a6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.4939604 Sep 08 14:04:23.535081 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.614588 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Pushing event updated for resources: {'Port': ['ID=a98eb2c6-37d4-46c2-bde9-156cb80ad529,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:23.652928 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks [] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.666074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6fc96-1b57-4a03-9968-a0a36eec9086 None None] Pushing event updated for resources: {'Port': ['ID=e731d8db-cabf-4813-99fe-4b8a03285abc,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:23.702653 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-2283abd3-9b1e-48f2-8492-62e738ac520c None None] Port ec135fdf-4b52-40ee-a360-04c2454d1bfa cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:23.722987 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] For port e731d8db-cabf-4813-99fe-4b8a03285abc, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:23.726977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] For port e731d8db-cabf-4813-99fe-4b8a03285abc, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=e731d8db-cabf-4813-99fe-4b8a03285abc,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:23.728772 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2709da75-55e0-47f1-8248-7ba4a5bc410a triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:23.729147 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.767398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.768937 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (cb8e3924-df37-450a-a000-07b5a037af73), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.772124 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-020c3711-d6a1-4d95-941c-056d7f72dea0 req-dce6541e-5fdb-4c09-92ab-34195252717e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586714 Sep 08 14:04:23.775698 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (c15cf924-f782-41c8-918d-3a13e7a7b6ab), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.800296 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d53a250-914a-4f8f-9d42-3adce8ac7eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (3b353359-dbd3-4340-b81f-3b1439947bbe), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.803287 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d53a250-914a-4f8f-9d42-3adce8ac7eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.804671 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7d53a250-914a-4f8f-9d42-3adce8ac7eae admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/3b353359-dbd3-4340-b81f-3b1439947bbe HTTP/1.1" status: 204 len: 168 time: 0.9803157 Sep 08 14:04:23.849233 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a250-914a-4f8f-9d42-3adce8ac7eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b353359-dbd3-4340-b81f-3b1439947bbe,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:23.890809 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:23.907152 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15cf924-f782-41c8-918d-3a13e7a7b6ab,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:23.973154 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:23.973154 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:23.976941 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2709da75-55e0-47f1-8248-7ba4a5bc410a is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:23.977298 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.022560 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Routers {'33e0ca33-6f22-4848-9be0-3fbc9ae6227b'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:24.023220 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:03:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:24.031322 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec135fdf-4b52-40ee-a360-04c2454d1bfa,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:24.116024 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.118886 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fd7cb018-d6e2-4c51-a799-4681fae98779 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3958757 Sep 08 14:04:24.122372 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52192) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:24.128053 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': 'd0917d0f-851d-4cff-ad8b-b1ed9575e042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:24.155055 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 2709da75-55e0-47f1-8248-7ba4a5bc410a, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2709da75-55e0-47f1-8248-7ba4a5bc410a,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:24.164883 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6fc96-1b57-4a03-9968-a0a36eec9086 None None] Pushing event updated for resources: {'Port': ['ID=e731d8db-cabf-4813-99fe-4b8a03285abc,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:24.210716 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:24.212868 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:24.286180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] Set router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:24.354600 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-6accd773-db79-469b-98de-9d99159321b9 None None] Provisioning complete for port a98eb2c6-37d4-46c2-bde9-156cb80ad529 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:24.354972 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-6accd773-db79-469b-98de-9d99159321b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.461507 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fd24e-c832-444f-9be7-a23b57da4bfb req-2ec912d6-84ce-45bc-a116-4def46649a39 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:24.465059 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-6accd773-db79-469b-98de-9d99159321b9 None None] Port a98eb2c6-37d4-46c2-bde9-156cb80ad529 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:24.469112 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f79fd24e-c832-444f-9be7-a23b57da4bfb req-2ec912d6-84ce-45bc-a116-4def46649a39 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.3258665 Sep 08 14:04:24.478670 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:04:24.612349 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f79fd24e-c832-444f-9be7-a23b57da4bfb req-7df9bcbf-539e-48d9-bb01-ae98567726e3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373394 Sep 08 14:04:24.633851 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-5a3f8f1f-a9e6-478c-b193-5ce7b4d49cb9 None None] Provisioning complete for port ec135fdf-4b52-40ee-a360-04c2454d1bfa triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:24.634236 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8f1f-a9e6-478c-b193-5ce7b4d49cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.642861 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.644442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3e500fbb-6566-406a-ac68-858d5a3fb72e up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:24.709276 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:24.716722 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-5db24ea1-f503-42f0-90f6-2faaa5248002 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/33e0ca33-6f22-4848-9be0-3fbc9ae6227b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1054821 Sep 08 14:04:24.757063 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (dbf4a954-beff-403c-b4ce-658c7d27b9b5), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.765355 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:04:21Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a98eb2c6-37d4-46c2-bde9-156cb80ad529', 'name': '', 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'mac_address': 'fa:16:3e:5f:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:20Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 2, 'project_id': '586baaa868fa4165acc453adf529d01e', 'subnets': [{'id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:24.770967 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=2709da75-55e0-47f1-8248-7ba4a5bc410a,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:24.800420 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:04:24.841108 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9818ea4c-5010-48c4-ab41-a51792772f58 None None] The sync data for ids ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'] in dv-cinder-856463-2-iscsi is: [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:04:21Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a98eb2c6-37d4-46c2-bde9-156cb80ad529', 'name': '', 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'mac_address': 'fa:16:3e:5f:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:20Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 2, 'project_id': '586baaa868fa4165acc453adf529d01e', 'subnets': [{'id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:24.849701 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 3e500fbb-6566-406a-ac68-858d5a3fb72e triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:24.850101 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.920169 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f8f1f-a9e6-478c-b193-5ce7b4d49cb9 None None] Port ec135fdf-4b52-40ee-a360-04c2454d1bfa cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:24.975775 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (dbf4a954-beff-403c-b4ce-658c7d27b9b5), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:24.992180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 3e500fbb-6566-406a-ac68-858d5a3fb72e is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:25.126564 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (dbf4a954-beff-403c-b4ce-658c7d27b9b5), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.134952 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0ffd-7a10-4f9f-8393-5dd635011965 req-e14b513f-3ee1-4edc-b44d-bef67449f2c3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:25.144411 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a76a0ffd-7a10-4f9f-8393-5dd635011965 req-e14b513f-3ee1-4edc-b44d-bef67449f2c3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1946704 Sep 08 14:04:25.196045 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2709da75-55e0-47f1-8248-7ba4a5bc410a up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:25.204835 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf4a954-beff-403c-b4ce-658c7d27b9b5,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:25.216205 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:25.255381 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4ab0fb27-f759-4863-b11a-55e5cb94d5e0 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/cb8e3924-df37-450a-a000-07b5a037af73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0051267 Sep 08 14:04:25.294712 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:25.331585 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.333922 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bfdd72c8-e1ed-4431-9514-388f6bfbf696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.335401 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-af89da12-8189-4e64-b5ce-7d4ce6995244 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2108870 Sep 08 14:04:25.338793 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52210) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:25.346437 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:25.366882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a76a0ffd-7a10-4f9f-8393-5dd635011965 req-93188583-8ebd-4fad-8a31-97d357c38601 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150061 Sep 08 14:04:25.376212 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 2709da75-55e0-47f1-8248-7ba4a5bc410a triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:25.378113 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.447140 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:25.447958 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:25.487388 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.708431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52220) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:25.715456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52222) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:25.727683 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503034696', 'description': 'tempest-secgroup-smoke-1503034696 description', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:25.735524 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3f641b6d-0307-4a3c-ade5-878e4f833ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.746783 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:25.774234 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:25.854744 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 2709da75-55e0-47f1-8248-7ba4a5bc410a is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:25.914389 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:25.947136 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.27.1.246 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/2ba3ae0b-a6c2-460b-8563-92476ec39f37) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:26.100648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.104899 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6dd-5d87-4e05-8acc-a658d33dbdb5 req-88a45f1a-b637-4aba-a9fa-10b3aebf1b1f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:26.120262 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3502b6dd-5d87-4e05-8acc-a658d33dbdb5 req-88a45f1a-b637-4aba-a9fa-10b3aebf1b1f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.2734826 Sep 08 14:04:26.156270 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3f641b6d-0307-4a3c-ade5-878e4f833ca8 admin admin] Publish callbacks [] for security_group (bb2eb9dc-a072-4c13-a611-ac39af4e681f), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.295787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-e2b9fbfe-63cf-49ab-8a1b-2ce2f4bf766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:26.296878 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3502b6dd-5d87-4e05-8acc-a658d33dbdb5 req-af1549aa-0e14-4a38-bcbd-ab67086f79cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716471 Sep 08 14:04:26.297658 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-e2b9fbfe-63cf-49ab-8a1b-2ce2f4bf766a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1130 time: 0.0972126 Sep 08 14:04:26.316538 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d25dae-5e33-4257-9c7f-3417dd8e42d5 req-9d577826-e428-4b5f-b501-45e1059b052b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:26.332472 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-13d25dae-5e33-4257-9c7f-3417dd8e42d5 req-9d577826-e428-4b5f-b501-45e1059b052b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1730626 Sep 08 14:04:26.396420 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 2, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:26.404909 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-13d25dae-5e33-4257-9c7f-3417dd8e42d5 req-d1b0abf0-01e7-458f-8e62-abbbfb7675be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Sep 08 14:04:26.428247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:26.428613 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Updating router cb8e3924-df37-450a-a000-07b5a037af73 port ec135fdf-4b52-40ee-a360-04c2454d1bfa binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:26.460653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-7aab4f04-7411-4b34-b098-e3631bd747dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:26.462389 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-7aab4f04-7411-4b34-b098-e3631bd747dc service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.1545475 Sep 08 14:04:26.468579 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.508591 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-d993cf73-94f8-426f-bb90-bd2df0dc4593 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 217 time: 0.0388968 Sep 08 14:04:26.572254 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-755c4845-efd4-4e31-9317-70159b9e14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:26.573844 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-755c4845-efd4-4e31-9317-70159b9e14a0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0567467 Sep 08 14:04:26.587122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3f641b6d-0307-4a3c-ade5-878e4f833ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (bb2eb9dc-a072-4c13-a611-ac39af4e681f), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.633994 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-0a063ae1-99d8-405f-88eb-fa6fb19f5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:26.635905 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-0a063ae1-99d8-405f-88eb-fa6fb19f5813 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541379 Sep 08 14:04:26.641899 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.650737 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3f641b6d-0307-4a3c-ade5-878e4f833ca8 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=567a0e0ea70d4b2f98136c6e99e303fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9357929 Sep 08 14:04:26.650737 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52228) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:26.660763 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f641b6d-0307-4a3c-ade5-878e4f833ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2eb9dc-a072-4c13-a611-ac39af4e681f,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:26.661219 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.662457 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.787562 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-24f42041-1c66-4a46-af48-17e711aaacfb admin admin] Publish callbacks [] for security_group (bb2eb9dc-a072-4c13-a611-ac39af4e681f), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.819227 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:26.822079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-24f42041-1c66-4a46-af48-17e711aaacfb admin admin] Publish callbacks [] for security_group (bb2eb9dc-a072-4c13-a611-ac39af4e681f), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.828675 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:26.832693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:26.845081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=2ba3ae0b-a6c2-460b-8563-92476ec39f37,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:26.931572 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group (5c0512e2-f60f-4552-a78d-d38eb09c882e), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:26.971746 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-2a0a073c-d340-4143-9bed-7e47dd652c76 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116958 Sep 08 14:04:27.029468 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-24f42041-1c66-4a46-af48-17e711aaacfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (bb2eb9dc-a072-4c13-a611-ac39af4e681f), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.032241 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-24f42041-1c66-4a46-af48-17e711aaacfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.036689 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-24f42041-1c66-4a46-af48-17e711aaacfb admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/bb2eb9dc-a072-4c13-a611-ac39af4e681f HTTP/1.1" status: 204 len: 168 time: 0.3860250 Sep 08 14:04:27.058111 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f42041-1c66-4a46-af48-17e711aaacfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2eb9dc-a072-4c13-a611-ac39af4e681f,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:27.131100 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Publish callbacks [] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.133418 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52246) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:27.142096 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879997083-network', 'tenant_id': '71512d420f5245c8976eadd51e306229'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:27.159943 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:27.175640 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5c0512e2-f60f-4552-a78d-d38eb09c882e), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.264854 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e731d8db-cabf-4813-99fe-4b8a03285abc up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:27.274677 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.325823 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (98ee89c2-38f9-4606-ad5b-e8d4dd739d85), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.330897 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0512e2-f60f-4552-a78d-d38eb09c882e,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:27.332332 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Made reservation on behalf of 71512d420f5245c8976eadd51e306229 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:27.338301 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.346082 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-680bfef1-26b3-4066-a1de-52ec1d423094 req-c624633e-e55e-4aca-b843-69d7344c5dd6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623021 Sep 08 14:04:27.353136 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.362793 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a2185-21df-4a75-a187-112218c55885 None None] Pushing event updated for resources: {'Port': ['ID=ec135fdf-4b52-40ee-a360-04c2454d1bfa,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:27.422653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.424833 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-cb4e438e-37e0-4ce3-8b95-58265e822fde tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.7079680 Sep 08 14:04:27.434671 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:27.437102 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52254) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:27.464734 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group_rule': {'security_group_id': '5c0512e2-f60f-4552-a78d-d38eb09c882e', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:27.479215 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port e731d8db-cabf-4813-99fe-4b8a03285abc triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:27.479847 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.524024 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Attempting to bind port ec135fdf-4b52-40ee-a360-04c2454d1bfa on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:27.524439 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Attempting to bind port ec135fdf-4b52-40ee-a360-04c2454d1bfa by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:27.524804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Attempting to bind port ec135fdf-4b52-40ee-a360-04c2454d1bfa on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:27.589828 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.594396 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8803d-3a0d-4549-8438-15a4174fb788 req-9c76787e-f912-46ae-9571-b0a43f308f07 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:27.598798 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-29b8803d-3a0d-4549-8438-15a4174fb788 req-9c76787e-f912-46ae-9571-b0a43f308f07 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1741974 Sep 08 14:04:27.612603 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:27.612973 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Checking segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:27.613384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.613782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Bound using segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:27.614280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Bound port: ec135fdf-4b52-40ee-a360-04c2454d1bfa, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:27.614657 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.639595 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port e731d8db-cabf-4813-99fe-4b8a03285abc is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:27.639984 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.690920 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port e731d8db-cabf-4813-99fe-4b8a03285abc, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=e731d8db-cabf-4813-99fe-4b8a03285abc,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:27.710736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (efb4c4c8-5407-44d7-ab47-0d2c364561b4), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.728268 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] For port ec135fdf-4b52-40ee-a360-04c2454d1bfa, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:27.735581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263074b-4862-4e1f-9b84-76807f4ed952 req-6eb41157-a70b-461c-9ce1-a2e46ccafe97 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:27.738193 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] For port ec135fdf-4b52-40ee-a360-04c2454d1bfa, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ec135fdf-4b52-40ee-a360-04c2454d1bfa,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:27.746669 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c263074b-4862-4e1f-9b84-76807f4ed952 req-6eb41157-a70b-461c-9ce1-a2e46ccafe97 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1804338 Sep 08 14:04:27.776992 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:27.791907 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.845000 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (efb4c4c8-5407-44d7-ab47-0d2c364561b4), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.847689 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks [] for security_group (74a6d977-1d6a-4263-ace4-960feebd8ae2), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.864511 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.869487 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.889488 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:27.890131 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:27.892239 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=e731d8db-cabf-4813-99fe-4b8a03285abc,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:27.896889 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-29b8803d-3a0d-4549-8438-15a4174fb788 req-175c266b-aa6c-45f0-867d-367c2c2b8910 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644918 Sep 08 14:04:27.906109 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c263074b-4862-4e1f-9b84-76807f4ed952 req-98eaf6a4-e07c-455c-858d-37bb0874403a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569514 Sep 08 14:04:27.994480 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (74a6d977-1d6a-4263-ace4-960feebd8ae2), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.995495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:27.996278 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (98ee89c2-38f9-4606-ad5b-e8d4dd739d85), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.001339 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (efb4c4c8-5407-44d7-ab47-0d2c364561b4), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.030662 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] vlan segment allocate from pool success with {'vlan_id': 1147, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:04:28.043402 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (347316b8-2a8b-47e1-8334-38ec2dd635f4), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.043954 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Added segment 347316b8-2a8b-47e1-8334-38ec2dd635f4 of type vlan for network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a Sep 08 14:04:28.059283 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:28.060981 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb4c4c8-5407-44d7-ab47-0d2c364561b4,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:28.107360 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=2ba3ae0b-a6c2-460b-8563-92476ec39f37,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:28.115801 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a2185-21df-4a75-a187-112218c55885 None None] Pushing event updated for resources: {'Port': ['ID=ec135fdf-4b52-40ee-a360-04c2454d1bfa,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:28.137038 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:28.162045 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.174286 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-2c354a2d-0873-4115-bea3-83dc71bc175c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8234780 Sep 08 14:04:28.174501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.193415 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.198692 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b0fdde8e-df56-49d3-ac67-e3b5158774de tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7600100 Sep 08 14:04:28.199886 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52280) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:28.209134 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group_rule': {'security_group_id': '5c0512e2-f60f-4552-a78d-d38eb09c882e', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:28.304427 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:28.331713 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a6d977-1d6a-4263-ace4-960feebd8ae2,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:28.335448 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.db.resource_extend [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 08 14:04:28.384813 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (071325b2-9ed6-408f-a3f3-f96c64d1282c), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.412728 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Sync routers for ids ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:28.425080 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-a8c8b5a5-afba-4e58-a10f-5e2db132dc1b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:28.434870 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-a8c8b5a5-afba-4e58-a10f-5e2db132dc1b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 815 time: 0.3008142 Sep 08 14:04:28.451131 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Routers {'33e0ca33-6f22-4848-9be0-3fbc9ae6227b'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:28.455598 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:28.461887 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-433e8424-1487-4b4c-be43-d3483f83ff56 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/quotas/9aa00aef04784c1ea61221c69e872045 HTTP/1.1" status: 200 len: 375 time: 0.0249109 Sep 08 14:04:28.498774 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (071325b2-9ed6-408f-a3f3-f96c64d1282c), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.552447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.556623 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:28.557357 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.560900 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:28.601918 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4385fa4f-abb8-4621-9ee9-a6acf2bb2646 None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:28.612869 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-10e13017-c4d7-48ae-94c7-05a51246391f tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489606 Sep 08 14:04:28.613084 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.634357 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Set router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:28.641530 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:28.641806 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (071325b2-9ed6-408f-a3f3-f96c64d1282c), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.718481 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071325b2-9ed6-408f-a3f3-f96c64d1282c,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:28.735581 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5978763 Sep 08 14:04:28.736044 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52298) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:28.760905 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Request body: {'subnet': {'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879997083-subnet', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:28.806852 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:28.810735 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff41dbb-9a99-4880-a049-7513245a8c63 admin admin] Pushing event updated for resources: {'Network': ['ID=87ed77fd-9ced-42f2-8ed7-99ded51d8c5a,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:28.837044 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:04:28.848521 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:28.868335 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4ad5e32c-4a88-4155-a748-1b6d7a7b4c44 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--574688189&fields=id&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 267 time: 0.2785876 Sep 08 14:04:28.893091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.899500 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fa4ef1e0-3291-48c9-932a-5faac4d95cb8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6968029 Sep 08 14:04:28.903887 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52302) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:28.918210 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:28.918544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group_rule': {'security_group_id': '5c0512e2-f60f-4552-a78d-d38eb09c882e', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:28.983414 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-edffa03c-8446-4fc1-b431-8c1be89e3c65 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713332 Sep 08 14:04:28.993521 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:04:21Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a98eb2c6-37d4-46c2-bde9-156cb80ad529', 'name': '', 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'mac_address': 'fa:16:3e:5f:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:20Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 2, 'project_id': '586baaa868fa4165acc453adf529d01e', 'subnets': [{'id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:29.035740 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Made reservation on behalf of 71512d420f5245c8976eadd51e306229 for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:29.040027 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.092303 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Checking router: 33e0ca33-6f22-4848-9be0-3fbc9ae6227b for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:29.092303 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Updating router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b port a98eb2c6-37d4-46c2-bde9-156cb80ad529 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:29.128915 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.222337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (1f0df55f-3117-4808-b4c8-12795c462aaf), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.272487 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-2a00c4fa-bb54-46b5-a8fa-fd692dfe40ca tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:29.280849 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-2a00c4fa-bb54-46b5-a8fa-fd692dfe40ca tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.3693705 Sep 08 14:04:29.328847 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-9baec012-e726-4557-900a-bb118fcd5531 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/quotas/92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 375 time: 0.0404108 Sep 08 14:04:29.330504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:29.345543 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ec135fdf-4b52-40ee-a360-04c2454d1bfa up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:29.468698 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port ec135fdf-4b52-40ee-a360-04c2454d1bfa triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:29.469079 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.482973 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-8547dbb8-1f5f-4536-80f7-32960a36e1c8 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685640 Sep 08 14:04:29.516069 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (1f0df55f-3117-4808-b4c8-12795c462aaf), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.531151 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-a4ce1a5e-2133-4da3-8f85-938e1c6eeadf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1829119 Sep 08 14:04:29.660415 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (1f0df55f-3117-4808-b4c8-12795c462aaf), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.671064 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port ec135fdf-4b52-40ee-a360-04c2454d1bfa is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:29.671660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.675271 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Publish callbacks [] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.679375 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:29.723612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0df55f-3117-4808-b4c8-12795c462aaf,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:29.739682 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.788751 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port ec135fdf-4b52-40ee-a360-04c2454d1bfa, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ec135fdf-4b52-40ee-a360-04c2454d1bfa,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:29.813980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for subnet (57901f75-f47c-4722-9014-ee84c3211431), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.814216 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-76253acf-97e7-40c6-927b-2daf6bdf60e2 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756672 Sep 08 14:04:29.912772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Checking segment: {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:29.913373 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Network hostable DHCP agents. Network: 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:04:29.932889 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.937603 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Attempting to bind port a98eb2c6-37d4-46c2-bde9-156cb80ad529 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:29.937979 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Attempting to bind port a98eb2c6-37d4-46c2-bde9-156cb80ad529 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:29.938593 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Attempting to bind port a98eb2c6-37d4-46c2-bde9-156cb80ad529 on network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:29.940129 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3944f1d2-4a15-49e5-946b-67b45beccde2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0348608 Sep 08 14:04:29.943442 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52318) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:29.955610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:29.959977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e731d8db-cabf-4813-99fe-4b8a03285abc up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:29.979766 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group_rule': {'security_group_id': '5c0512e2-f60f-4552-a78d-d38eb09c882e', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:29.988946 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2a13-8c50-45cf-9dfc-1418be68e451 req-dd5e1ba7-d1e2-431b-9acc-ecfb298de867 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:29.990960 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e37d2a13-8c50-45cf-9dfc-1418be68e451 req-dd5e1ba7-d1e2-431b-9acc-ecfb298de867 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1268604 Sep 08 14:04:29.998711 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57901f75-f47c-4722-9014-ee84c3211431,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:30.017498 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:30.032593 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b94f92-e4df-4647-bba9-985be4b406d5 None None] Pushing event updated for resources: {'Port': ['ID=a98eb2c6-37d4-46c2-bde9-156cb80ad529,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:30.054273 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-956fbe71-cf40-49cc-9148-bfa41adccefb service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325947 Sep 08 14:04:30.103543 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:30.103989 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Checking segment: {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:30.106635 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.107232 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Bound using segment: {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:30.107383 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:04:30.108112 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Bound port: a98eb2c6-37d4-46c2-bde9-156cb80ad529, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611526c1-909a-4706-ae45-2737cab34f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:30.108694 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.116554 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e37d2a13-8c50-45cf-9dfc-1418be68e451 req-36bc6354-62f2-49c5-9e77-d7c20a8dff9d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127241 Sep 08 14:04:30.185366 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=ec135fdf-4b52-40ee-a360-04c2454d1bfa,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:30.209021 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (41b211ca-af00-4030-ba80-a2d476fdb05a), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.264192 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port e731d8db-cabf-4813-99fe-4b8a03285abc triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:30.264536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.266080 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] For port a98eb2c6-37d4-46c2-bde9-156cb80ad529, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:30.279099 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] For port a98eb2c6-37d4-46c2-bde9-156cb80ad529, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a98eb2c6-37d4-46c2-bde9-156cb80ad529,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:30.290771 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:30.293627 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951046bc-31bf-44d5-a862-30f523ae4d7a req-e8da1efe-dbce-4c0d-8c54-9cb063ecacac tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:30.301068 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-951046bc-31bf-44d5-a862-30f523ae4d7a req-e8da1efe-dbce-4c0d-8c54-9cb063ecacac tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0747886 Sep 08 14:04:30.310109 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:30.310712 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.340657 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adfcfc9-e35a-4ac9-b058-08a5633859db None None] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:30.396302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (41b211ca-af00-4030-ba80-a2d476fdb05a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.404094 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-951046bc-31bf-44d5-a862-30f523ae4d7a req-966fc88f-6c60-4574-a4f4-07daa3c4a598 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011677 Sep 08 14:04:30.413344 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.489889 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-586c3b92-8934-48c3-a929-5ddca38aeec5 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7505445 Sep 08 14:04:30.491370 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52326) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:30.499199 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:30.509635 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Routers {'33e0ca33-6f22-4848-9be0-3fbc9ae6227b'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:30.510295 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:30.519031 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (41b211ca-af00-4030-ba80-a2d476fdb05a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.593594 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:30.627837 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b211ca-af00-4030-ba80-a2d476fdb05a,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:30.718856 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port e731d8db-cabf-4813-99fe-4b8a03285abc is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:30.734741 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-611b9ff7-52fb-4aaa-abc7-08df4f9109bc req-aa9c6916-8e74-4022-aae3-f073f79d9c88 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.2307441 Sep 08 14:04:30.738697 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-87ed77fd-9ced-42f2-8ed7-99ded51d8c5a', 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a', 'project_id': '71512d420f5245c8976eadd51e306229', 'fixed_ips': [{'subnet_id': '57901f75-f47c-4722-9014-ee84c3211431'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:04:30.739668 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.762666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.776327 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7d3cedea-2361-4556-8d9d-3ba9aec43b02 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8213725 Sep 08 14:04:30.776327 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52334) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:30.781237 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:INSERT=11 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:30.786636 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b94f92-e4df-4647-bba9-985be4b406d5 None None] Pushing event updated for resources: {'Port': ['ID=a98eb2c6-37d4-46c2-bde9-156cb80ad529,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:30.788414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group_rule': {'security_group_id': '5c0512e2-f60f-4552-a78d-d38eb09c882e', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:30.889930 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-30fe0c50-7737-4928-a108-86b1fa78ca91 req-d38b18ac-edbc-43d2-b854-3b5e5fc1a8db tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.1500254 Sep 08 14:04:30.921442 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (48b19518-121f-42a9-bfcf-ee2a3b1775fc), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.922939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (48b19518-121f-42a9-bfcf-ee2a3b1775fc), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:30.944339 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] Set router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:30.955972 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:30.979466 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:31.034098 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.securitygroups_db [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Project fe528c21e8c94eb6af8d5f86757328b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:04:31.043491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks [] for router_controller (48b19518-121f-42a9-bfcf-ee2a3b1775fc), precommit_add_association {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.054308 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (e6160449-24e6-4ac1-ac65-49ab4a476ffc), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.113419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Allocated IP 172.20.0.2 (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a/57901f75-f47c-4722-9014-ee84c3211431/bd044f46-020b-4813-bd74-4274ec309db4) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:31.179934 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:31.197651 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ec135fdf-4b52-40ee-a360-04c2454d1bfa up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:31.242810 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (e6160449-24e6-4ac1-ac65-49ab4a476ffc), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.349273 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (e6160449-24e6-4ac1-ac65-49ab4a476ffc), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.351666 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:04:21Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a98eb2c6-37d4-46c2-bde9-156cb80ad529', 'name': '', 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'mac_address': 'fa:16:3e:5f:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:20Z', 'updated_at': '2022-09-08T14:04:30Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'subnets': [{'id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:31.408658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6160449-24e6-4ac1-ac65-49ab4a476ffc,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:31.431519 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56166c-cc63-48c5-9f7d-fc03f82cbacb None None] The sync data for ids ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'] in dv-cinder-856463-2-iscsi is: [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:04:21Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'a98eb2c6-37d4-46c2-bde9-156cb80ad529', 'name': '', 'network_id': '236f527e-fd18-4c18-b580-fd2c2a1f47d5', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'mac_address': 'fa:16:3e:5f:bf:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:20Z', 'updated_at': '2022-09-08T14:04:30Z', 'revision_number': 4, 'project_id': '586baaa868fa4165acc453adf529d01e', 'subnets': [{'id': '2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:31.442463 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.443091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.443581 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.444069 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.444610 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.445110 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.446067 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks [] for router_gateway (48b19518-121f-42a9-bfcf-ee2a3b1775fc), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.446350 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.446957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.447451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.447927 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.448441 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.449588 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.450109 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.450439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.450796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:31.460070 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdbe8f-b2c9-44a7-8c3b-f631fc488280 req-c9d34550-e688-47af-b2bf-cce9a32be649 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:31.461221 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9fbdbe8f-b2c9-44a7-8c3b-f631fc488280 req-c9d34550-e688-47af-b2bf-cce9a32be649 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1501217 Sep 08 14:04:31.520725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.525413 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9386818e-a30b-4f0a-88f7-ff6ed68109c7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7511628 Sep 08 14:04:31.526522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52348) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:31.528356 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9fbdbe8f-b2c9-44a7-8c3b-f631fc488280 req-663981c6-b4cc-4770-b13e-fad1bead1565 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568166 Sep 08 14:04:31.549311 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'security_group_rule': {'security_group_id': '5c0512e2-f60f-4552-a78d-d38eb09c882e', 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:31.564639 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port ec135fdf-4b52-40ee-a360-04c2454d1bfa triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:31.568643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.710273 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.securitygroups_db [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Project fe528c21e8c94eb6af8d5f86757328b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:04:31.723754 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (06b3d71a-5e9a-4e9a-9511-b891f4495c57), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.724583 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Publish callbacks [] for port (bd044f46-020b-4813-bd74-4274ec309db4), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.753940 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port ec135fdf-4b52-40ee-a360-04c2454d1bfa is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:31.755354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a98eb2c6-37d4-46c2-bde9-156cb80ad529 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:31.838725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (06b3d71a-5e9a-4e9a-9511-b891f4495c57), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.842933 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (bd044f46-020b-4813-bd74-4274ec309db4), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.853085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port a98eb2c6-37d4-46c2-bde9-156cb80ad529 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:31.853085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.888259 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b1a4afc3-aa66-45f4-8207-b60592882fe7 req-b8c94596-e494-4084-9347-2011deb53adc tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.0340242 Sep 08 14:04:31.905883 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:31.914641 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:31.924503 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:31.952302 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks [] for router_gateway (48b19518-121f-42a9-bfcf-ee2a3b1775fc), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:31.984253 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Pushing event updated for resources: {'Port': ['ID=bd044f46-020b-4813-bd74-4274ec309db4,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:31.989763 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.006601 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (06b3d71a-5e9a-4e9a-9511-b891f4495c57), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.041462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b3d71a-5e9a-4e9a-9511-b891f4495c57,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:32.074892 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port a98eb2c6-37d4-46c2-bde9-156cb80ad529 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:32.075154 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.108555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Attempting to bind port bd044f46-020b-4813-bd74-4274ec309db4 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:32.108934 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Attempting to bind port bd044f46-020b-4813-bd74-4274ec309db4 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:32.109309 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Attempting to bind port bd044f46-020b-4813-bd74-4274ec309db4 on network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:32.159971 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d3620087-1507-4865-b006-06ac50a695bf req-b7b2324d-a62e-40a3-92fa-09a666a55dd3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.0562851 Sep 08 14:04:32.182757 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port a98eb2c6-37d4-46c2-bde9-156cb80ad529, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a98eb2c6-37d4-46c2-bde9-156cb80ad529,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:32.203032 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.206067 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3680b65e-ace8-427d-8dd8-c2d820c1910f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6668596 Sep 08 14:04:32.208186 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:32.208792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Checking segment: {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:32.217885 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.217885 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Bound using segment: {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:32.217885 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Bound port: bd044f46-020b-4813-bd74-4274ec309db4, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:32.217885 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bd044f46-020b-4813-bd74-4274ec309db4), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.253674 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Allocated IP 172.27.1.114 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:32.301969 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.351563 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] For port bd044f46-020b-4813-bd74-4274ec309db4, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:32.369099 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] For port bd044f46-020b-4813-bd74-4274ec309db4, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bd044f46-020b-4813-bd74-4274ec309db4,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:32.418179 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=a98eb2c6-37d4-46c2-bde9-156cb80ad529,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:32.446434 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks [] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.495262 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bd044f46-020b-4813-bd74-4274ec309db4), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.757515 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fa9d2-a3d3-491a-a857-af8d685ca6e7 None None] Pushing event updated for resources: {'Port': ['ID=bd044f46-020b-4813-bd74-4274ec309db4,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:32.768902 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:32.985282 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151f610-f662-47c1-a096-0229cc6a91c4 req-c71e135f-7258-4602-9c51-5bb77b43b88e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:32.992094 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1151f610-f662-47c1-a096-0229cc6a91c4 req-c71e135f-7258-4602-9c51-5bb77b43b88e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.2126043 Sep 08 14:04:32.998781 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:33.038433 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:33.049510 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:33.052267 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:33.096600 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Pushing event updated for resources: {'Port': ['ID=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:33.141940 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1151f610-f662-47c1-a096-0229cc6a91c4 req-a2eabffb-2e83-45a3-9aea-138bc3430968 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392426 Sep 08 14:04:33.343662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a98eb2c6-37d4-46c2-bde9-156cb80ad529 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:33.380321 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f44225c3-04b3-4f51-8c99-e471e5e4386f req-2de95c23-8566-42c8-8172-c3034d102fd8 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.0980527 Sep 08 14:04:33.402190 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:33.477550 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port a98eb2c6-37d4-46c2-bde9-156cb80ad529 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:33.478277 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:33.554032 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6f984786-1e15-4ce4-a0f4-470d2e16e435 req-32fdd6b8-57d9-4363-8f48-361134c79b9e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.1780365 Sep 08 14:04:33.674901 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port a98eb2c6-37d4-46c2-bde9-156cb80ad529 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:33.676029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bd044f46-020b-4813-bd74-4274ec309db4 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:33.749715 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bd044f46-020b-4813-bd74-4274ec309db4 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:33.750235 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bd044f46-020b-4813-bd74-4274ec309db4), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:33.892052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52418) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:33.903825 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721540304', 'description': 'tempest-description--1622048756'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:33.904097 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bd044f46-020b-4813-bd74-4274ec309db4 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:33.904609 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bd044f46-020b-4813-bd74-4274ec309db4), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.024993 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port bd044f46-020b-4813-bd74-4274ec309db4, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bd044f46-020b-4813-bd74-4274ec309db4,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:34.109461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:34.138728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bd044f46-020b-4813-bd74-4274ec309db4), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.138953 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.213921 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:34.257079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks [] for router_gateway (48b19518-121f-42a9-bfcf-ee2a3b1775fc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.290541 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group (118561d0-ed5a-4596-a2d7-72c592e4a411), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.316223 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=bd044f46-020b-4813-bd74-4274ec309db4,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:34.379078 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (118561d0-ed5a-4596-a2d7-72c592e4a411), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.422034 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e766c6a-9e5e-45b7-bba9-11b7ea5ab4bb None None] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:04:34.464945 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118561d0-ed5a-4596-a2d7-72c592e4a411,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:34.490191 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7c8fe-636b-4125-b533-29809dcde94a req-40c52d41-ae81-446b-b9cb-00b2257194c3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:34.491881 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f5a7c8fe-636b-4125-b533-29809dcde94a req-40c52d41-ae81-446b-b9cb-00b2257194c3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1437936 Sep 08 14:04:34.528236 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.529562 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9add09ff-e7ef-47c2-9963-2fec3edd53db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6345253 Sep 08 14:04:34.532479 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52428) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:34.539672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'security_group_rule': {'security_group_id': '118561d0-ed5a-4596-a2d7-72c592e4a411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:34.540231 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-9813bb34-442c-4b12-9f13-1e9950c416b1 None None] Provisioning complete for port bd044f46-020b-4813-bd74-4274ec309db4 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:34.540822 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9813bb34-442c-4b12-9f13-1e9950c416b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bd044f46-020b-4813-bd74-4274ec309db4), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.733032 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3f88f0d-2f97-4282-b658-5d7ea5d009d4 req-3ba1b4d3-e1f2-4cd0-8d0f-1a191ea5017a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.1355886 Sep 08 14:04:34.743206 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-9813bb34-442c-4b12-9f13-1e9950c416b1 None None] Current status of the port bd044f46-020b-4813-bd74-4274ec309db4 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:34.782556 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f5a7c8fe-636b-4125-b533-29809dcde94a req-97d59d70-7021-402d-bb7e-5237af682fe8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827423 Sep 08 14:04:34.816424 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (48b19518-121f-42a9-bfcf-ee2a3b1775fc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.836780 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group_rule (7f12c7be-6a5b-4af7-a780-e005ab1ef3c6), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:34.973367 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:35.031661 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ac892b30-537d-48a9-b34a-731cf8bfc527 req-4ef66ff3-da29-45ea-a2d0-ad1cd27afb0c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.1054747 Sep 08 14:04:35.036087 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group_rule (7f12c7be-6a5b-4af7-a780-e005ab1ef3c6), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.144714 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bd044f46-020b-4813-bd74-4274ec309db4 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:35.148880 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-ba16324f-b0f4-4f8b-beba-4ad2d5b5b2c7 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:35.151268 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-ba16324f-b0f4-4f8b-beba-4ad2d5b5b2c7 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 815 time: 0.2755227 Sep 08 14:04:35.175472 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'port': {'device_id': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'admin_state_up': True, 'tenant_id': '9aa00aef04784c1ea61221c69e872045'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:35.216536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-784ab947-4925-4d9e-aadd-3831e84f85cc None None] Provisioning complete for port bd044f46-020b-4813-bd74-4274ec309db4 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:35.216916 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-784ab947-4925-4d9e-aadd-3831e84f85cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bd044f46-020b-4813-bd74-4274ec309db4), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.260069 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port bd044f46-020b-4813-bd74-4274ec309db4 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:35.260466 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (bd044f46-020b-4813-bd74-4274ec309db4), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.349768 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-784ab947-4925-4d9e-aadd-3831e84f85cc None None] Current status of the port bd044f46-020b-4813-bd74-4274ec309db4 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:35.387586 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port bd044f46-020b-4813-bd74-4274ec309db4 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:35.428796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (7f12c7be-6a5b-4af7-a780-e005ab1ef3c6), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.459569 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f12c7be-6a5b-4af7-a780-e005ab1ef3c6,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:35.532755 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Router 48b19518-121f-42a9-bfcf-ee2a3b1775fc is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:04:35.618096 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Made reservation on behalf of 9aa00aef04784c1ea61221c69e872045 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:35.626384 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.640003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.644575 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-667bef36-16b5-45c7-8eed-476b8fae5773 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1103289 Sep 08 14:04:35.654081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52454) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:35.662693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'security_group_rule': {'security_group_id': '118561d0-ed5a-4596-a2d7-72c592e4a411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:35.700649 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:35.710830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Sync routers for ids ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:35.739735 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Routers {'48b19518-121f-42a9-bfcf-ee2a3b1775fc'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:35.740584 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:35.888813 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-282f2213-c393-4ff2-8d1c-70870b3a0013 req-991a928a-4112-4502-b679-8a7128034775 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.0511303 Sep 08 14:04:35.895137 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:35.904260 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-da057b81-b424-4239-af78-19f87a40f77c admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4040232 Sep 08 14:04:35.904509 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Set router 48b19518-121f-42a9-bfcf-ee2a3b1775fc gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:35.904850 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52460) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:35.957552 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group_rule (dcd6d374-8716-4ecb-a1bb-393247fd19d8), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.059811 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:36.064391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Allocated IP 172.20.0.14 (4f73a88b-2c7b-493b-a879-7031ba9e9abb/5aaa7d12-f34a-40e0-ad1d-d4015096f99a/d42836f7-59df-4047-abf1-f2202598649e) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:36.093527 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group_rule (dcd6d374-8716-4ecb-a1bb-393247fd19d8), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.165290 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125729e0-5bc7-4924-b859-270f7473d885 req-b300a38e-b826-4bff-8cdc-739414deeacb tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:36.166894 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-125729e0-5bc7-4924-b859-270f7473d885 req-b300a38e-b826-4bff-8cdc-739414deeacb tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1207461 Sep 08 14:04:36.186044 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:36.219445 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:04:33Z', 'revision_number': 3, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:36.247648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (dcd6d374-8716-4ecb-a1bb-393247fd19d8), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.326662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Checking router: 48b19518-121f-42a9-bfcf-ee2a3b1775fc for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:36.326662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Updating router 48b19518-121f-42a9-bfcf-ee2a3b1775fc port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe binding host dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:36.326662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:36.358560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd6d374-8716-4ecb-a1bb-393247fd19d8,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:36.383884 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.397951 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.403765 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-aed5a89b-1719-48b3-9f01-b7dc42d78ea3 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7476468 Sep 08 14:04:36.411880 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52474) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:36.417216 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e5a64fa8-9588-4e70-ab4b-f1cf39f29f46 req-e7c7bd85-6e8d-4be0-9a7c-7675115e1c03 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.0496967 Sep 08 14:04:36.420938 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:36.489858 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for port (d42836f7-59df-4047-abf1-f2202598649e), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.659584 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.688945 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-125729e0-5bc7-4924-b859-270f7473d885 req-aa89242a-0ebe-4322-8ed7-562bd7f1b425 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283484 Sep 08 14:04:36.740005 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:36.744366 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:36.749462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:36.754593 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:36.755563 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.771989 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:36.773403 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.795201 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:36.832473 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c5a0a246-8fba-4596-af12-841a98b2e576 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6635952 Sep 08 14:04:36.985402 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:37.020633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Request body: {'port': {'device_id': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:37.021156 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.026345 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Publish callbacks [] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), precommit_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.074529 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.155274 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-b9219e44-1691-4e27-9fdb-4cac4a23fb30 None None] Provisioning complete for port d42836f7-59df-4047-abf1-f2202598649e triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:37.155683 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b9219e44-1691-4e27-9fdb-4cac4a23fb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (d42836f7-59df-4047-abf1-f2202598649e), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.214358 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-b9219e44-1691-4e27-9fdb-4cac4a23fb30 None None] Port d42836f7-59df-4047-abf1-f2202598649e cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:37.231244 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29a852-b947-474a-a9f2-ddb9b8197ab4 req-8728488a-bb6b-4acb-bd93-e7698a5a744a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:37.232776 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-eff73e55-7641-4db4-b84d-bb9c9cbf4e87 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:37.233700 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f29a852-b947-474a-a9f2-ddb9b8197ab4 req-8728488a-bb6b-4acb-bd93-e7698a5a744a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 932 time: 0.1974831 Sep 08 14:04:37.234626 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-eff73e55-7641-4db4-b84d-bb9c9cbf4e87 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.2024646 Sep 08 14:04:37.240491 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.338104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Attempting to bind port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:37.338801 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Attempting to bind port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:37.339898 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Attempting to bind port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:37.453853 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-c8127294-8e6e-4cf1-8c5b-6b827de7ea7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 472 time: 0.2002535 Sep 08 14:04:37.507538 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.565229 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Allocated IP 172.27.1.7 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/92aacfbd-07c2-4486-962c-1e87117e0905) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:37.575122 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'port': {'device_id': '57436947-9181-4656-8f1a-651b365e68bb', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'admin_state_up': True, 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'security_groups': ['d0917d0f-851d-4cff-ad8b-b1ed9575e042']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:37.618809 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f29a852-b947-474a-a9f2-ddb9b8197ab4 req-51f5b836-a175-4213-bec7-9e63ba3a17dc tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189275 Sep 08 14:04:37.684117 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396771e-4a49-4902-a883-33268b0b5414 None None] Pushing event updated for resources: {'Port': ['ID=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:37.713110 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:37.719763 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:37.720736 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.721384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:37.723014 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Bound port: a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:37.748783 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:37.948456 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Allocated IP 172.20.0.1 (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a/57901f75-f47c-4722-9014-ee84c3211431/3075a90f-d265-43d6-a090-0c952b7cd56c) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:37.984956 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] For port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:38.011996 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] For port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:38.106053 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks [] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:38.146835 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:38.264567 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Routers {'48b19518-121f-42a9-bfcf-ee2a3b1775fc'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:38.266233 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:38.312871 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49716653-f32b-468c-ae3d-c814d52b6ec3 req-1f63a262-4b74-4017-94ff-aa3c84779891 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:38.321021 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49716653-f32b-468c-ae3d-c814d52b6ec3 req-1f63a262-4b74-4017-94ff-aa3c84779891 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1790075 Sep 08 14:04:38.430771 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6127a7d2-605d-46a6-90e8-8c6f033ac68b req-facb529a-eb39-42f5-bf4f-4979cd4a885b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.2715809 Sep 08 14:04:38.680031 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:38.740504 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:04:38.745632 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:38.763460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Made reservation on behalf of 92a3e908b87b445b9674d48f9a61bf94 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:38.768374 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:38.772103 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49716653-f32b-468c-ae3d-c814d52b6ec3 req-8ebd5cad-2473-4313-9833-60a2145f1518 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4498427 Sep 08 14:04:38.846455 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396771e-4a49-4902-a883-33268b0b5414 None None] Pushing event updated for resources: {'Port': ['ID=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:38.856830 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for port (92aacfbd-07c2-4486-962c-1e87117e0905), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:38.881202 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] Set router 48b19518-121f-42a9-bfcf-ee2a3b1775fc gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:38.890040 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:38.937761 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:38.961607 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42836f7-59df-4047-abf1-f2202598649e {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:04:38.966005 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:38.977398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Publish callbacks [] for port (d42836f7-59df-4047-abf1-f2202598649e), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:39.011776 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3075a90f-d265-43d6-a090-0c952b7cd56c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:39.047901 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Transition to ACTIVE for port object d42836f7-59df-4047-abf1-f2202598649e will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:04:39.064950 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5d0da-786a-474e-97d2-98c7ca1c4e87 req-3685c68a-d1f0-4307-a5c4-afbe55c61c6c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:39.066583 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-00e5d0da-786a-474e-97d2-98c7ca1c4e87 req-3685c68a-d1f0-4307-a5c4-afbe55c61c6c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 932 time: 0.2004366 Sep 08 14:04:39.089507 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.089862 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.090214 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.090661 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.091041 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.091319 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.091664 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.091991 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.095421 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.095421 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.098270 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.098270 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.098540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.098654 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.098987 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:39.131577 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:39.200911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.20.0.11 (21ef396a-7d6a-46fb-a5b2-7b67636f85e3/2c1c8e56-d08e-439e-8819-a003905fca56/03f5ab8d-d0a4-468c-b74c-c7f792d4bcea) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:39.213331 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:39.228741 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-00e5d0da-786a-474e-97d2-98c7ca1c4e87 req-63acf0bd-507f-48ed-ac9c-623ffbe8e207 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405015 Sep 08 14:04:39.231230 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (48b19518-121f-42a9-bfcf-ee2a3b1775fc), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:39.367573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:04:33Z', 'revision_number': 3, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:39.376169 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (92aacfbd-07c2-4486-962c-1e87117e0905), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:39.407135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b6486-64fe-45d6-a4d3-4087c6a94697 None None] The sync data for ids ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'] in dv-cinder-856463-2-iscsi is: [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:04:33Z', 'revision_number': 3, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:39.467743 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:39.489504 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:39.507851 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:39.515099 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:39.604385 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:39.709718 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c2c2c718-b6d6-4ee9-b6c7-f8f2d3c882cc None None] Provisioning complete for port 3075a90f-d265-43d6-a090-0c952b7cd56c triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:39.729564 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c718-b6d6-4ee9-b6c7-f8f2d3c882cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:39.740178 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:39.771561 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'Port': ['ID=92aacfbd-07c2-4486-962c-1e87117e0905,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:39.771987 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Attempting to bind port d42836f7-59df-4047-abf1-f2202598649e on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:39.771987 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Attempting to bind port d42836f7-59df-4047-abf1-f2202598649e by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:39.771987 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Attempting to bind port d42836f7-59df-4047-abf1-f2202598649e on network 4f73a88b-2c7b-493b-a879-7031ba9e9abb {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:39.805395 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4fe7953-7bf6-4cec-8ec2-59eba8053e12 req-470b89f6-c57d-45fd-9c39-6fd15c4bf31e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.1040719 Sep 08 14:04:39.923521 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:39.975447 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c2c2c718-b6d6-4ee9-b6c7-f8f2d3c882cc None None] Port 3075a90f-d265-43d6-a090-0c952b7cd56c cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:40.010999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:40.291527 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:40.543314 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Port d42836f7-59df-4047-abf1-f2202598649e on network 4f73a88b-2c7b-493b-a879-7031ba9e9abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:04:40.543909 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Attempting to bind port d42836f7-59df-4047-abf1-f2202598649e on network 4f73a88b-2c7b-493b-a879-7031ba9e9abb {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:40.674750 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-465d91d7-8b10-4511-bb25-f0dca237dae5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2478459 Sep 08 14:04:40.754118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:40.774061 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:40.856503 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:40.857216 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Checking segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:40.857919 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Bound using segment: {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:40.858705 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Bound port: d42836f7-59df-4047-abf1-f2202598649e, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5def9d14-f51a-4395-85f9-3a2e34a1656b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:40.862511 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.054934 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.072575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:41.129231 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfaa22-9670-4dd6-914b-4d591635e662 req-6b2074c1-0255-433c-b182-effb4e73abad tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.131130 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-abdfaa22-9670-4dd6-914b-4d591635e662 req-6b2074c1-0255-433c-b182-effb4e73abad tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 1.1019297 Sep 08 14:04:41.233280 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:41.237413 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:41.267661 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:41.268692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (92aacfbd-07c2-4486-962c-1e87117e0905), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.324821 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5e8ef-7214-46d0-9840-b660b50cb714 req-72a68e2e-6f64-4c4d-9537-598cdae6a355 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.331116 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-34e5e8ef-7214-46d0-9840-b660b50cb714 req-72a68e2e-6f64-4c4d-9537-598cdae6a355 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.5565758 Sep 08 14:04:41.378941 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-c594a356-8802-414b-9e06-dd1742a25460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.382771 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-c594a356-8802-414b-9e06-dd1742a25460 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 1130 time: 0.3652072 Sep 08 14:04:41.418220 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:41.447682 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:41.451941 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:41.596999 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:41.597644 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.618911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.627476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.636053 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.638374 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-348f0698-af6d-4965-b089-e89704fe988d service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 1094 time: 4.6237166 Sep 08 14:04:41.643315 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:04:41.658583 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.659402 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.662079 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:04:41.677288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd45dd0-65b6-44b8-97aa-263d252ebba3" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:41.702353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:41.757285 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=35 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:41.833789 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:41.835976 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:41.906626 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:41.908211 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-510fbd01-7892-4e44-9afa-9cb47f2835b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.909747 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-510fbd01-7892-4e44-9afa-9cb47f2835b7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1128 time: 0.0755124 Sep 08 14:04:41.916285 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-4defe083-482e-4e89-93e5-e5fe7e4132e3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4170947 Sep 08 14:04:41.918652 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-7f1d53f0-7bb7-4abf-aae7-6bf0848d2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:41.918792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:41.920095 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-7f1d53f0-7bb7-4abf-aae7-6bf0848d2870 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.4701555 Sep 08 14:04:41.921409 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f0698-af6d-4965-b089-e89704fe988d service neutron] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:41.929662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-5dc59949-2af3-4adc-a758-0b826748ef1e None None] Provisioning complete for port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:41.930502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-5dc59949-2af3-4adc-a758-0b826748ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.010588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.015445 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Request body: {'port': {'device_id': '57436947-9181-4656-8f1a-651b365e68bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:42.022578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-5dc59949-2af3-4adc-a758-0b826748ef1e None None] Port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:42.089055 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-abdfaa22-9670-4dd6-914b-4d591635e662 req-bb71b0c8-0c2c-4bd6-a1bf-2026f27b2a8b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8118930 Sep 08 14:04:42.096501 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-34e5e8ef-7214-46d0-9840-b660b50cb714 req-6def81bb-5bc4-4dd8-ae8c-3a2f5d4d7fbe tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344120 Sep 08 14:04:42.098741 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for port (92aacfbd-07c2-4486-962c-1e87117e0905), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.200617 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-ac1c3c20-3488-45d6-a134-8849c8b55882 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 217 time: 0.2269461 Sep 08 14:04:42.207383 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-e273dd23-b13b-4db2-a4a5-cda8966c052a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff HTTP/1.1" status: 200 len: 217 time: 0.2411149 Sep 08 14:04:42.213670 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (92aacfbd-07c2-4486-962c-1e87117e0905), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.220290 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:42.299107 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2d9844-f00d-42ef-acc2-77f83ff4a18a x-openstack-request-id: req-0a2d9844-f00d-42ef-acc2-77f83ff4a18a {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:42.299498 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:42.300077 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0a2d9844-f00d-42ef-acc2-77f83ff4a18a {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:42.300577 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2d9844-f00d-42ef-acc2-77f83ff4a18a'] response: {'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'status': 'completed', 'code': 200} Sep 08 14:04:42.381687 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:42.412710 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:42.413773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.436623 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-3515cf65-6d22-4dd4-81a1-3c3a9917aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:42.438767 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-3515cf65-6d22-4dd4-81a1-3c3a9917aa38 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.1788273 Sep 08 14:04:42.447557 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-59a20dd8-255f-44fa-b972-29582f43c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:42.449858 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-59a20dd8-255f-44fa-b972-29582f43c56d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.1779492 Sep 08 14:04:42.458655 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.482742 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'Port': ['ID=92aacfbd-07c2-4486-962c-1e87117e0905,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:42.495623 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks [] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.505644 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790c7bc-6ac1-4d59-a1dd-199fc8ac75a8 req-e70c8ad8-7fa9-439b-9ff1-b64a9de01b6e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:42.515422 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8790c7bc-6ac1-4d59-a1dd-199fc8ac75a8 req-e70c8ad8-7fa9-439b-9ff1-b64a9de01b6e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 932 time: 0.1770594 Sep 08 14:04:42.545734 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.556106 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-2e67b5eb-11ba-4809-850e-30e5391a49e7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1356168 Sep 08 14:04:42.623426 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8790c7bc-6ac1-4d59-a1dd-199fc8ac75a8 req-d5c3b437-2361-46bf-a0e2-05302fd4fd4f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069608 Sep 08 14:04:42.624399 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.674767 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-1e0df67e-3ac1-4e7a-ba0e-28aa716ee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:42.676723 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-1e0df67e-3ac1-4e7a-ba0e-28aa716ee87a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2258701 Sep 08 14:04:42.699726 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (48b19518-121f-42a9-bfcf-ee2a3b1775fc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:42.827236 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3075a90f-d265-43d6-a090-0c952b7cd56c,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:42.841817 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:42.853114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-c9017411-408f-410f-ad4b-0367750dec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:42.856267 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-c9017411-408f-410f-ad4b-0367750dec82 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3950131 Sep 08 14:04:42.909723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:42.911582 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:43.041347 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:43.146127 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Router 48b19518-121f-42a9-bfcf-ee2a3b1775fc has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:04:43.201677 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-c229c584-1a04-460c-a587-7f3471188508 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035814 Sep 08 14:04:43.203709 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-e47261c2-0704-4f12-9bc3-bb931bced521 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959304 Sep 08 14:04:43.238922 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:43.396444 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:43.397085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:43.452240 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e92e16-7ab2-43c1-a15a-4586f6946587 req-298be370-f8d3-44a0-9cd6-08781b559535 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:43.462474 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-71e92e16-7ab2-43c1-a15a-4586f6946587 req-298be370-f8d3-44a0-9cd6-08781b559535 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1598067 Sep 08 14:04:43.491494 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-e469c8e1-fcdb-48ae-8daa-05b08a7b7c7e None None] Provisioning complete for port 3075a90f-d265-43d6-a090-0c952b7cd56c triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:43.491494 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e469c8e1-fcdb-48ae-8daa-05b08a7b7c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:43.582448 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-71e92e16-7ab2-43c1-a15a-4586f6946587 req-385da8be-79c5-4bea-9ce3-84c8cac6a65b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177742 Sep 08 14:04:43.615593 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:04:43.664883 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e469c8e1-fcdb-48ae-8daa-05b08a7b7c7e None None] Port 3075a90f-d265-43d6-a090-0c952b7cd56c cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:04:43.712979 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Publish callbacks [] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:43.755834 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:43.764079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:43.773385 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Sync routers for ids ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:43.792253 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Routers {'48b19518-121f-42a9-bfcf-ee2a3b1775fc'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:43.793675 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:43.800316 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3433b183-b905-4ec1-a3af-b2088fdfc6b9 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/48b19518-121f-42a9-bfcf-ee2a3b1775fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8945878 Sep 08 14:04:43.830890 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-25c73f6c-7c11-4770-a41b-06413773bbe2 req-716ec58a-df66-4c18-b0f3-dee5ca9211dd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291265 Sep 08 14:04:43.848809 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Transition to ACTIVE for port object 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:04:43.881363 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b97c1d-c651-4ec2-b8a8-96af4b80add0 req-89422e8e-1c99-416b-8786-7d99ef2d7fc8 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:43.890166 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c5b97c1d-c651-4ec2-b8a8-96af4b80add0 req-89422e8e-1c99-416b-8786-7d99ef2d7fc8 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.1286795 Sep 08 14:04:43.924718 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aeaed2c0-f823-4cba-b071-64cd1da66558 req-f0815887-9d9b-4525-b68d-7efb7a31ec7a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413553 Sep 08 14:04:43.955305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.034212 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c5b97c1d-c651-4ec2-b8a8-96af4b80add0 req-e1452e53-29dd-4965-8069-15bd21671b54 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430640 Sep 08 14:04:44.059924 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Set router 48b19518-121f-42a9-bfcf-ee2a3b1775fc gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:44.097963 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Pushing event updated for resources: {'Port': ['ID=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:44.134325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Attempting to bind port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:44.138256 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Attempting to bind port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:44.138611 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Attempting to bind port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:44.240093 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-70a6e1a4-ecd9-438f-b85c-f56ae2a4c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.241669 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-70a6e1a4-ecd9-438f-b85c-f56ae2a4c0a0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1128 time: 0.0706520 Sep 08 14:04:44.262823 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:04:44.263290 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Attempting to bind port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:44.299750 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1f34-e3b1-4e52-b912-3c816fa60280 req-20a3d92d-30b7-402f-8036-48eae074a7eb tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.302595 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-edaf1f34-e3b1-4e52-b912-3c816fa60280 req-20a3d92d-30b7-402f-8036-48eae074a7eb tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 944 time: 0.1165307 Sep 08 14:04:44.429305 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-edaf1f34-e3b1-4e52-b912-3c816fa60280 req-33859756-ee03-456f-a3b3-352572dce63f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194408 Sep 08 14:04:44.453807 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:44.457197 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:44.457197 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Bound using segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:44.457197 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Bound port: 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:44.457197 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.489973 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:04:39Z', 'revision_number': 4, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '3075a90f-d265-43d6-a090-0c952b7cd56c', 'name': '', 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'mac_address': 'fa:16:3e:2d:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '57901f75-f47c-4722-9014-ee84c3211431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:37Z', 'updated_at': '2022-09-08T14:04:41Z', 'revision_number': 2, 'project_id': '71512d420f5245c8976eadd51e306229', 'subnets': [{'id': '57901f75-f47c-4722-9014-ee84c3211431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:44.523915 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Checking router: 48b19518-121f-42a9-bfcf-ee2a3b1775fc for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:44.524565 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Updating router 48b19518-121f-42a9-bfcf-ee2a3b1775fc port 3075a90f-d265-43d6-a090-0c952b7cd56c binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:04:44.550058 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:44.557898 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.577066 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-afda3a6a-5bee-49f5-8be4-952020add0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.578546 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-afda3a6a-5bee-49f5-8be4-952020add0dc service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 917 time: 0.2469351 Sep 08 14:04:44.592788 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] For port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:44.621763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] For port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:44.715889 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-1dec1525-8a8d-4382-b085-3cafc4a84e20 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 217 time: 0.0916502 Sep 08 14:04:44.809675 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-636ea934-32ac-4186-8ae3-0493fa5bb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.836041 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-636ea934-32ac-4186-8ae3-0493fa5bb069 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.0937519 Sep 08 14:04:44.838157 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.844348 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.844995 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.846384 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/03f5ab8d-d0a4-468c-b74c-c7f792d4bcea HTTP/1.1" status: 200 len: 1094 time: 2.8856082 Sep 08 14:04:44.846883 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:04:44.849209 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9a2167-b854-4be9-b6ac-579441f61aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:44.858057 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Publish callbacks [] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:44.935970 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-838254aa-fdca-47e8-88a5-18b6f236fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:44.937739 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-838254aa-fdca-47e8-88a5-18b6f236fc38 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584018 Sep 08 14:04:44.944308 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abda961-591b-4216-ab93-6772fd194f2f service neutron] Pushing event updated for resources: {'Port': ['ID=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:44.994987 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52622) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:45.000010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101580619', 'description': 'tempest-secgroup-smoke-2101580619 description', 'project_id': 'ae31829bffd7483fbab3dc87635aea58'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:45.024536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:45.025341 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.099921 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e694-0111-4fc8-8efa-9b2a6fdb3716 None None] Pushing event updated for resources: {'Port': ['ID=3075a90f-d265-43d6-a090-0c952b7cd56c,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:45.151026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.167464 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac44632-e7ba-418c-899f-d3a9502a77ab req-9eb905b2-a07d-4b0c-a995-b6b45246839b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:45.169347 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8ac44632-e7ba-418c-899f-d3a9502a77ab req-9eb905b2-a07d-4b0c-a995-b6b45246839b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0858078 Sep 08 14:04:45.195496 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Attempting to bind port 3075a90f-d265-43d6-a090-0c952b7cd56c on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:04:45.196247 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Attempting to bind port 3075a90f-d265-43d6-a090-0c952b7cd56c by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:04:45.196835 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Attempting to bind port 3075a90f-d265-43d6-a090-0c952b7cd56c on network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:04:45.218249 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:45.243209 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8ac44632-e7ba-418c-899f-d3a9502a77ab req-5e2b08f2-8569-4e24-9f69-1eebc282d36c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672431 Sep 08 14:04:45.288314 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:04:45.291277 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Checking segment: {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:04:45.294088 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.296880 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Bound using segment: {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:04:45.298349 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Bound port: 3075a90f-d265-43d6-a090-0c952b7cd56c, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347316b8-2a8b-47e1-8334-38ec2dd635f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:04:45.299332 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.300533 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group (51251f4f-1815-493c-93e2-55761606ce20), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.353187 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b958d4-ea89-429b-94fb-1e55786aabcd x-openstack-request-id: req-00b958d4-ea89-429b-94fb-1e55786aabcd {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:45.353591 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:45.354010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-00b958d4-ea89-429b-94fb-1e55786aabcd {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:45.354493 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b958d4-ea89-429b-94fb-1e55786aabcd'] response: {'name': 'network-changed', 'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'status': 'completed', 'code': 200} Sep 08 14:04:45.368817 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (51251f4f-1815-493c-93e2-55761606ce20), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.412971 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51251f4f-1815-493c-93e2-55761606ce20,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:45.419814 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] For port 3075a90f-d265-43d6-a090-0c952b7cd56c, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:45.430674 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] For port 3075a90f-d265-43d6-a090-0c952b7cd56c, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3075a90f-d265-43d6-a090-0c952b7cd56c,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:45.533731 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.534186 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.535341 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-dd73778f-b3d4-49f1-974c-e6566380f564 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5392554 Sep 08 14:04:45.538498 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52632) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:45.546875 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group_rule': {'security_group_id': '51251f4f-1815-493c-93e2-55761606ce20', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:45.550653 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:45.556326 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6526f-f4b3-4819-bb0c-a497a3f32f0a req-2804c792-a8e8-4030-a127-b2218b956f43 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:45.562618 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6e6526f-f4b3-4819-bb0c-a497a3f32f0a req-2804c792-a8e8-4030-a127-b2218b956f43 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.0865543 Sep 08 14:04:45.592252 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:45.597939 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Routers {'48b19518-121f-42a9-bfcf-ee2a3b1775fc'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:45.599133 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:45.628112 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6e6526f-f4b3-4819-bb0c-a497a3f32f0a req-166e9f75-4f2b-4392-ace2-5d5f73076880 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634665 Sep 08 14:04:45.700856 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (ce798382-36a5-4a9a-ba52-707bfa52780c), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.718045 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e694-0111-4fc8-8efa-9b2a6fdb3716 None None] Pushing event updated for resources: {'Port': ['ID=3075a90f-d265-43d6-a090-0c952b7cd56c,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:45.794129 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] Set router 48b19518-121f-42a9-bfcf-ee2a3b1775fc gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:45.815610 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (ce798382-36a5-4a9a-ba52-707bfa52780c), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.916575 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:45.926823 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (ce798382-36a5-4a9a-ba52-707bfa52780c), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:45.949137 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce798382-36a5-4a9a-ba52-707bfa52780c,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:46.085512 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:46.091587 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7af87d15-06ae-4d75-ae60-11aff556cd09 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--721540304&fields=id&tenant_id=44e7a5fc099c4041aa1a3109962b5dc3 HTTP/1.1" status: 200 len: 267 time: 0.1303771 Sep 08 14:04:46.093046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-370941c8-f623-4677-a43e-af11023d4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:46.095001 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-370941c8-f623-4677-a43e-af11023d4854 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 1128 time: 0.0939345 Sep 08 14:04:46.097730 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-060f4993-47bb-4373-b551-2b0e415b8f3b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690825 Sep 08 14:04:46.124583 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:04:39Z', 'revision_number': 4, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '3075a90f-d265-43d6-a090-0c952b7cd56c', 'name': '', 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'mac_address': 'fa:16:3e:2d:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '57901f75-f47c-4722-9014-ee84c3211431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:37Z', 'updated_at': '2022-09-08T14:04:45Z', 'revision_number': 4, 'project_id': '71512d420f5245c8976eadd51e306229', 'subnets': [{'id': '57901f75-f47c-4722-9014-ee84c3211431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:46.150781 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:46.156180 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b3ed9947-c2db-4cc7-923a-95a904b77bbd tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6123569 Sep 08 14:04:46.156180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52650) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:46.161676 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group_rule': {'security_group_id': '51251f4f-1815-493c-93e2-55761606ce20', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:46.194032 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffbef28-33ff-44b7-a80f-1b927ea86242 None None] The sync data for ids ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'] in dv-cinder-856463-2-iscsi is: [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:04:39Z', 'revision_number': 4, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '3075a90f-d265-43d6-a090-0c952b7cd56c', 'name': '', 'network_id': '87ed77fd-9ced-42f2-8ed7-99ded51d8c5a', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'mac_address': 'fa:16:3e:2d:75:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '57901f75-f47c-4722-9014-ee84c3211431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:37Z', 'updated_at': '2022-09-08T14:04:45Z', 'revision_number': 4, 'project_id': '71512d420f5245c8976eadd51e306229', 'subnets': [{'id': '57901f75-f47c-4722-9014-ee84c3211431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:46.267691 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9147b85-afa0-482b-854e-42b1c45e3016 req-2d63dbf2-6bc2-4e9c-8c79-49201de351b0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:46.289883 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b9147b85-afa0-482b-854e-42b1c45e3016 req-2d63dbf2-6bc2-4e9c-8c79-49201de351b0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 944 time: 0.1212881 Sep 08 14:04:46.305490 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (b76e738f-0836-4402-bd9f-fa463a85f087), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:46.376950 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-06f98344-298d-4ce0-9453-00ea34a7ef1a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:46.386075 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-06f98344-298d-4ce0-9453-00ea34a7ef1a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 818 time: 0.2935364 Sep 08 14:04:46.441641 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (b76e738f-0836-4402-bd9f-fa463a85f087), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:46.452421 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b9147b85-afa0-482b-854e-42b1c45e3016 req-cf02b9f2-f671-4733-871f-5163b2530a33 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613033 Sep 08 14:04:46.463896 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-1a257d31-8a29-47c0-8fd2-39df7b4b6054 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/quotas/44e7a5fc099c4041aa1a3109962b5dc3 HTTP/1.1" status: 200 len: 375 time: 0.0364287 Sep 08 14:04:46.590478 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (b76e738f-0836-4402-bd9f-fa463a85f087), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:46.608206 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-2e951082-9c48-4bae-b73e-86f66e86f7f1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1304407 Sep 08 14:04:46.623398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76e738f-0836-4402-bd9f-fa463a85f087,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:46.764012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abc799-2e91-4f1d-afcf-d9e9dceb3cd2 req-35722052-a1a1-44a3-8928-12591351c44a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:46.771239 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b5abc799-2e91-4f1d-afcf-d9e9dceb3cd2 req-35722052-a1a1-44a3-8928-12591351c44a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1628063 Sep 08 14:04:46.832337 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-9be77d5e-e25e-48b4-9932-adce002005a1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea HTTP/1.1" status: 200 len: 217 time: 0.1700828 Sep 08 14:04:46.861481 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b5abc799-2e91-4f1d-afcf-d9e9dceb3cd2 req-d306d412-c29b-4d5e-a724-575eb1215e80 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832782 Sep 08 14:04:46.920725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:46.920725 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f2d82b37-34af-4e66-a59b-59c33a34b757 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7613726 Sep 08 14:04:46.923671 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52664) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:46.929040 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group_rule': {'security_group_id': '51251f4f-1815-493c-93e2-55761606ce20', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:47.139302 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbba57-d23e-400b-a92e-5c5f91a0f822 req-ad2029f7-afec-4b5b-9a01-5bf160091147 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:47.141846 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-72dbba57-d23e-400b-a92e-5c5f91a0f822 req-ad2029f7-afec-4b5b-9a01-5bf160091147 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.1749616 Sep 08 14:04:47.247421 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c041d1-0055-4001-97b8-e0371c906600 req-aacd53c8-9640-43e9-8858-26348d651c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:47.249426 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-aacd53c8-9640-43e9-8858-26348d651c49 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1130 time: 0.1331134 Sep 08 14:04:47.295875 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-dbd45dd0-65b6-44b8-97aa-263d252ebba3 req-5133cbaf-0464-426c-8a0c-c1186e7580b0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295207 Sep 08 14:04:47.316798 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3075a90f-d265-43d6-a090-0c952b7cd56c up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:47.332600 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-92b4aeff-8706-451e-a56f-f9c98d3023a2 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578467 Sep 08 14:04:47.334868 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (fbf32f2c-c90c-424d-9532-005b3715f73a), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.475961 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 3075a90f-d265-43d6-a090-0c952b7cd56c triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:47.477094 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.521456 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:47.553766 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3d923f43-e3a0-497b-8475-4ab632e0c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:47.555245 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-3d923f43-e3a0-497b-8475-4ab632e0c4e0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.4409130 Sep 08 14:04:47.555868 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (fbf32f2c-c90c-424d-9532-005b3715f73a), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.642821 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 3075a90f-d265-43d6-a090-0c952b7cd56c is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:47.645805 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.684079 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c041d1-0055-4001-97b8-e0371c906600 req-5866aecb-a406-4337-b857-b00929cb6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:47.685715 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-5866aecb-a406-4337-b857-b00929cb6116 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 913 time: 0.4042938 Sep 08 14:04:47.702257 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-72dbba57-d23e-400b-a92e-5c5f91a0f822 req-e1275c84-62d6-43fd-8353-857ebb96cec8 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287554 Sep 08 14:04:47.705262 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 3075a90f-d265-43d6-a090-0c952b7cd56c, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3075a90f-d265-43d6-a090-0c952b7cd56c,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:47.720090 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-75564988-e95e-4ea6-8cce-ff8b406fc4b2 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800725 Sep 08 14:04:47.731297 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8169e-a470-44ee-a566-9b4646073563 req-226f3d7c-2f94-4cb2-a209-b7aaa3e39316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:47.732819 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-226f3d7c-2f94-4cb2-a209-b7aaa3e39316 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904944 Sep 08 14:04:47.806996 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (fbf32f2c-c90c-424d-9532-005b3715f73a), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.807231 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:47.838549 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:47.889800 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf32f2c-c90c-424d-9532-005b3715f73a,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:47.896199 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:47.920901 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=3075a90f-d265-43d6-a090-0c952b7cd56c,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:47.923575 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-4fb4cdd9-9a4f-45a1-8237-fe0f15b37be6 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 200 len: 1002 time: 0.1933408 Sep 08 14:04:47.929882 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.930263 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.930653 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.931028 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.931411 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.931722 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.932039 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.932430 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.932757 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.933102 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.934000 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.934318 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.934642 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.934977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.935305 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:47.988344 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17dcc1-e065-4469-a04c-ed921b4cf6fd req-e20c3ec9-5426-4e67-8286-67d1b6d9f29b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:47.997071 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6d17dcc1-e065-4469-a04c-ed921b4cf6fd req-e20c3ec9-5426-4e67-8286-67d1b6d9f29b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 944 time: 0.1490221 Sep 08 14:04:48.030041 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-d9d1b7eb-bb2f-4630-9b43-370e5b0094e2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202427 Sep 08 14:04:48.065022 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:48.070143 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8ab5299b-7d06-4013-b63f-3d789d3ca933 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1430004 Sep 08 14:04:48.074201 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 52684) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:48.080906 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c041d1-0055-4001-97b8-e0371c906600 req-f24406af-28cc-4012-888d-fee79edf2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:48.083366 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group_rule': {'security_group_id': '51251f4f-1815-493c-93e2-55761606ce20', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:48.086790 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-f24406af-28cc-4012-888d-fee79edf2d15 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.1335177 Sep 08 14:04:48.119706 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6d17dcc1-e065-4469-a04c-ed921b4cf6fd req-e97194ff-4b04-4abd-ae5a-bb8b101e9a8b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164663 Sep 08 14:04:48.193981 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c041d1-0055-4001-97b8-e0371c906600 req-e6c7c49d-8e9f-43f1-ae94-d5105d2a8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:48.196022 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-e6c7c49d-8e9f-43f1-ae94-d5105d2a8018 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774002 Sep 08 14:04:48.287987 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d0942394-7d42-4f71-8fd8-c72a1a3ace51 req-3fb17b69-2fa9-4411-83d7-f38376fa3d59 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0784378 Sep 08 14:04:48.310823 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a4a8169e-a470-44ee-a566-9b4646073563 req-e5457d55-cec6-4d36-aae3-eaf32f113b82 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718985 Sep 08 14:04:48.357123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7c5c3-bb88-418c-bbc1-ad73ba48ab6a req-f39151fc-464b-455b-aa6b-b52bf75b9bf7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:48.379467 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c0a7c5c3-bb88-418c-bbc1-ad73ba48ab6a req-f39151fc-464b-455b-aa6b-b52bf75b9bf7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.2159495 Sep 08 14:04:48.379467 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (b27235db-fe23-4fdc-bd40-0a2d9f6065ef), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:48.396544 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-fadd0ffa-41ed-463f-bba3-cb1edc75d201 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822164 Sep 08 14:04:48.439727 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:48.448687 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:48.505171 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (b27235db-fe23-4fdc-bd40-0a2d9f6065ef), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:48.510229 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c0a7c5c3-bb88-418c-bbc1-ad73ba48ab6a req-905da690-2dc7-4718-a43a-172b84e9243c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363354 Sep 08 14:04:48.642893 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (b27235db-fe23-4fdc-bd40-0a2d9f6065ef), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:48.661378 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27235db-fe23-4fdc-bd40-0a2d9f6065ef,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:48.843155 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fc2c9-b161-498e-89d7-0db417a463bc req-99d6d1fa-3d84-448a-9d3a-e6f14f2bf1f3 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:48.848745 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa7fc2c9-b161-498e-89d7-0db417a463bc req-99d6d1fa-3d84-448a-9d3a-e6f14f2bf1f3 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.0784545 Sep 08 14:04:48.898397 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa7fc2c9-b161-498e-89d7-0db417a463bc req-499b43d0-e50e-4c94-9c6b-04ebdca3656b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Sep 08 14:04:49.119480 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3075a90f-d265-43d6-a090-0c952b7cd56c up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:49.165794 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 3075a90f-d265-43d6-a090-0c952b7cd56c triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:49.166165 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:49.254126 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df07c9-c87e-4c6f-bb5b-7c84f57e926e req-482274ae-c5be-476b-84fb-d098c87b4134 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:49.255509 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 3075a90f-d265-43d6-a090-0c952b7cd56c is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:49.255670 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-66df07c9-c87e-4c6f-bb5b-7c84f57e926e req-482274ae-c5be-476b-84fb-d098c87b4134 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 944 time: 0.0498049 Sep 08 14:04:49.306704 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-66df07c9-c87e-4c6f-bb5b-7c84f57e926e req-54572725-2fa5-47f6-8735-e8e62fd580bc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443552 Sep 08 14:04:49.374930 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a129255-5954-42a6-a62d-5b7ec6ff2ca9 req-6c066ac8-32fb-46a9-b8db-8e3a421ff07c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0297804 Sep 08 14:04:49.615481 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79c041d1-0055-4001-97b8-e0371c906600 req-6667b264-ca2d-4fca-9cc3-9a9f1fd409ac service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077864 Sep 08 14:04:49.677270 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead8c48-7ccb-48af-bbe5-cd376b2ae059 req-8165a326-8d61-4278-8b27-fee711c0f87d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:49.678961 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fead8c48-7ccb-48af-bbe5-cd376b2ae059 req-8165a326-8d61-4278-8b27-fee711c0f87d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0626647 Sep 08 14:04:49.750250 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fead8c48-7ccb-48af-bbe5-cd376b2ae059 req-c5bd86fa-eb33-490c-9b61-df6cbac4906e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643499 Sep 08 14:04:49.896054 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:49.897627 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4b50d1b8-692f-419f-8ad8-4724768caaac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8221841 Sep 08 14:04:49.903187 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52708) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:49.907767 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group_rule': {'security_group_id': '51251f4f-1815-493c-93e2-55761606ce20', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:49.918810 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:04:50.033537 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:50.049409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aee96-5881-4752-9abc-f61376b53f0a req-1502c512-5b8f-4d5e-b637-08083001d48e tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:50.050770 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'port_id': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'mac_address': 'fa:16:3e:f7:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:04:50.051721 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-af7aee96-5881-4752-9abc-f61376b53f0a req-1502c512-5b8f-4d5e-b637-08083001d48e tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.0545261 Sep 08 14:04:50.094358 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.securitygroups_db [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Project ae31829bffd7483fbab3dc87635aea58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:04:50.106447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (d2752037-e4ea-4686-974e-61f79de6acbb), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.150297 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-af7aee96-5881-4752-9abc-f61376b53f0a req-bbd0504e-3784-40a0-9b4d-fbec3523fafd tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826652 Sep 08 14:04:50.174394 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:50.175677 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.213237 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (d2752037-e4ea-4686-974e-61f79de6acbb), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.218232 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:04:50.254493 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:50.258606 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:50.385161 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.388908 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (d2752037-e4ea-4686-974e-61f79de6acbb), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.409613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2752037-e4ea-4686-974e-61f79de6acbb,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:50.447072 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52720) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:50.493849 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:50.508916 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15a874-953e-456d-8a4a-a482bf7e45a7 req-3456abda-0007-440b-8aa4-88ee4bf5022c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:50.510554 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ef15a874-953e-456d-8a4a-a482bf7e45a7 req-3456abda-0007-440b-8aa4-88ee4bf5022c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 945 time: 0.1228399 Sep 08 14:04:50.518730 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.524447 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-77518a3d-fc9f-487e-a1c9-05430318ba6e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6200716 Sep 08 14:04:50.526168 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52724) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:50.531676 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'security_group_rule': {'security_group_id': '51251f4f-1815-493c-93e2-55761606ce20', 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:50.568538 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3798cf4f-69bb-420f-ab73-41466dc37e4a req-752575ff-5fa6-4960-96a7-287d1d0b99c2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0832436 Sep 08 14:04:50.622736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c0f65589-4ea6-4206-8ac8-826afa6fef75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.634489 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ef15a874-953e-456d-8a4a-a482bf7e45a7 req-a97a17dd-fef6-42f6-941e-4a695dcfc66d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062388 Sep 08 14:04:50.692039 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.securitygroups_db [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Project ae31829bffd7483fbab3dc87635aea58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:04:50.705660 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (0750b4ba-dd05-4310-8f56-cd1a1ac2167f), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:50.824819 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['03f5ab8d-d0a4-468c-b74c-c7f792d4bcea'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:04:50.978659 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c158a-e560-4584-b3ba-8690f083c6cd req-483e4ae8-1cb7-4191-ba6c-4c314e34584d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:50.983626 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-915c158a-e560-4584-b3ba-8690f083c6cd req-483e4ae8-1cb7-4191-ba6c-4c314e34584d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.1095209 Sep 08 14:04:51.080202 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-915c158a-e560-4584-b3ba-8690f083c6cd req-3d2a80df-07d0-455a-9ae3-7ae26103522d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873196 Sep 08 14:04:51.085223 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c0f65589-4ea6-4206-8ac8-826afa6fef75 admin admin] Publish callbacks [] for security_group (9ce5c746-6db1-4f3b-af64-5a8a2d4076be), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.099784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (0750b4ba-dd05-4310-8f56-cd1a1ac2167f), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.190931 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c0f65589-4ea6-4206-8ac8-826afa6fef75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9ce5c746-6db1-4f3b-af64-5a8a2d4076be), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.221352 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (0750b4ba-dd05-4310-8f56-cd1a1ac2167f), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.229586 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f65589-4ea6-4206-8ac8-826afa6fef75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5c746-6db1-4f3b-af64-5a8a2d4076be,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:51.276297 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0750b4ba-dd05-4310-8f56-cd1a1ac2167f,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:51.282266 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c0f65589-4ea6-4206-8ac8-826afa6fef75 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=5fa9e35cde2047d29f3ae272866c2a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8335943 Sep 08 14:04:51.284960 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52734) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:51.350489 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957bb7b-073c-4287-9a5e-c4bbba0806cd req-11d8e96a-521b-4d7c-b240-e2b733c20635 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:51.353132 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b957bb7b-073c-4287-9a5e-c4bbba0806cd req-11d8e96a-521b-4d7c-b240-e2b733c20635 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.0749998 Sep 08 14:04:51.364898 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.374006 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-e53d296c-8319-4f1f-a396-3730f6d27c31 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8389530 Sep 08 14:04:51.374006 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a27c9d6f-275d-4ad2-a705-c75ca3c00bb7 admin admin] Publish callbacks [] for security_group (9ce5c746-6db1-4f3b-af64-5a8a2d4076be), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.399615 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:51.454255 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a27c9d6f-275d-4ad2-a705-c75ca3c00bb7 admin admin] Publish callbacks [] for security_group (9ce5c746-6db1-4f3b-af64-5a8a2d4076be), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.473201 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b957bb7b-073c-4287-9a5e-c4bbba0806cd req-a83fa8cb-2a97-4d6c-904b-90112c81116e tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027920 Sep 08 14:04:51.630503 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a27c9d6f-275d-4ad2-a705-c75ca3c00bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9ce5c746-6db1-4f3b-af64-5a8a2d4076be), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.639370 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a27c9d6f-275d-4ad2-a705-c75ca3c00bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:51.643025 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a27c9d6f-275d-4ad2-a705-c75ca3c00bb7 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/9ce5c746-6db1-4f3b-af64-5a8a2d4076be HTTP/1.1" status: 204 len: 168 time: 0.3554385 Sep 08 14:04:51.676094 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c9d6f-275d-4ad2-a705-c75ca3c00bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5c746-6db1-4f3b-af64-5a8a2d4076be,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:51.727019 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-87b3e80f-fe48-4c16-adb3-20912443f17f req-76cc0fb7-075b-42df-94cd-2a6cdca3796f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0580730 Sep 08 14:04:51.790432 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc41b-971d-48d0-9b94-2c9b1936d365 req-99745d6e-25ab-4d55-adfa-5068e7d199ec tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:51.792051 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-579bc41b-971d-48d0-9b94-2c9b1936d365 req-99745d6e-25ab-4d55-adfa-5068e7d199ec tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 945 time: 0.0641427 Sep 08 14:04:51.847960 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-579bc41b-971d-48d0-9b94-2c9b1936d365 req-13e91c50-9ee5-48c9-927b-3ffc484bdadb tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494168 Sep 08 14:04:51.941365 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:52.001446 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:04:52.128180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:52.129330 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:52.131416 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:52.134898 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f999491a-c03c-4ffa-87f9-8a7b7696e22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:52.236017 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f28779-7708-4457-99c3-28e171b0cdd9 req-846b8aba-4679-4107-9d10-8df0c13e5f58 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:52.241415 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:52.242023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:52.243173 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-81f28779-7708-4457-99c3-28e171b0cdd9 req-846b8aba-4679-4107-9d10-8df0c13e5f58 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0816283 Sep 08 14:04:52.305817 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-53289b0b-b374-46f7-b7b5-e86d358b6900 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1503034696&fields=id&tenant_id=fe528c21e8c94eb6af8d5f86757328b8 HTTP/1.1" status: 200 len: 267 time: 0.1075020 Sep 08 14:04:52.311491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-9c998c8a-333b-4439-8dec-6dff6d5321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:52.314095 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-9c998c8a-333b-4439-8dec-6dff6d5321ac service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 1129 time: 0.0740891 Sep 08 14:04:52.316394 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:04:52.319504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59c718-bfc6-4992-933c-1ce1d88514f5" -d '{"events": [{"server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "name": "network-vif-plugged", "status": "completed", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:52.325423 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:52.338508 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-81f28779-7708-4457-99c3-28e171b0cdd9 req-6976a2aa-6e20-499d-8159-181ed0b56021 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926185 Sep 08 14:04:52.383918 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef2c01a-72fa-4223-b32b-b1dcc525e68d x-openstack-request-id: req-3ef2c01a-72fa-4223-b32b-b1dcc525e68d {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:52.384236 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "name": "network-vif-plugged", "status": "completed", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:52.384493 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3ef2c01a-72fa-4223-b32b-b1dcc525e68d {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:52.384900 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef2c01a-72fa-4223-b32b-b1dcc525e68d'] response: {'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'code': 200} Sep 08 14:04:52.455815 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-d8749279-eafe-49b1-bb83-ed75f4a884d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:52.457487 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-d8749279-eafe-49b1-bb83-ed75f4a884d2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 915 time: 0.1001770 Sep 08 14:04:52.540498 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:52.627500 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:52.663644 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:52.729343 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-a8601a5d-f827-4be3-8a7a-17244439cebd tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:52.729343 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-a8601a5d-f827-4be3-8a7a-17244439cebd tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 808 time: 0.3852422 Sep 08 14:04:52.729568 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-5cb7485a-94a6-490d-a5e4-1a0664047d2d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea HTTP/1.1" status: 200 len: 217 time: 0.0631664 Sep 08 14:04:52.737712 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c9914-e0e3-498d-a0c8-a242609d58ae req-742e0e40-42f4-407c-a971-ca8e24d1c1f9 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:52.739147 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c71c9914-e0e3-498d-a0c8-a242609d58ae req-742e0e40-42f4-407c-a971-ca8e24d1c1f9 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.0822418 Sep 08 14:04:52.741529 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-745b7019-a249-45eb-b223-4dd8956b7b3d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/quotas/fe528c21e8c94eb6af8d5f86757328b8 HTTP/1.1" status: 200 len: 375 time: 0.0238223 Sep 08 14:04:52.801167 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-71283919-5c4f-4370-9bf3-6a35cef35a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:52.802808 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-71283919-5c4f-4370-9bf3-6a35cef35a7c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0496259 Sep 08 14:04:52.833607 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-58f3febf-7f73-4a7b-8d4e-8bbae42bd73d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800538 Sep 08 14:04:52.860309 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c71c9914-e0e3-498d-a0c8-a242609d58ae req-fa8297bd-b685-4cac-92a9-ab6ecbf9da93 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135192 Sep 08 14:04:52.967476 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2534346c-465e-4296-a50c-36f3f3b18321 req-15b06d74-17c2-4fd8-b615-5c349fa89a09 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0411510 Sep 08 14:04:52.972049 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-1ee11dc3-688f-44f2-a31e-9fbea7e9e390 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270146 Sep 08 14:04:53.093457 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985837b7-4250-49da-b8e9-c55f44e43de2 req-ee563e32-91e1-466c-ac52-1c4b40b67257 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:53.094966 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-985837b7-4250-49da-b8e9-c55f44e43de2 req-ee563e32-91e1-466c-ac52-1c4b40b67257 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0596335 Sep 08 14:04:53.135330 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-f623c66b-5bab-44f5-83a8-835661320fb2 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541388 Sep 08 14:04:53.169324 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-985837b7-4250-49da-b8e9-c55f44e43de2 req-20baece2-3d90-4ba4-ac0d-a7ab7a8fda6e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644066 Sep 08 14:04:53.349312 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:53.480903 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc5888-26c5-4ee7-aa3a-8031df3c9793 req-3528030f-31f0-436e-9b8f-bc2efbf5f42c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:53.482988 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ebc5888-26c5-4ee7-aa3a-8031df3c9793 req-3528030f-31f0-436e-9b8f-bc2efbf5f42c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0681493 Sep 08 14:04:53.540904 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ebc5888-26c5-4ee7-aa3a-8031df3c9793 req-61f5dfaf-8e92-4a51-b9eb-b163ca8694b8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498753 Sep 08 14:04:53.889962 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:53.970546 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device d42836f7-59df-4047-abf1-f2202598649e details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:04:53.991621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:54.006003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-28b72945-ffed-4c06-a656-ad47067e1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:54.009766 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-28b72945-ffed-4c06-a656-ad47067e1f66 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724816 Sep 08 14:04:54.029558 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2cb56249-e833-4592-abc8-c4509f984bf3 req-8effb589-c820-4528-b20b-7a585b23fac3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0838215 Sep 08 14:04:54.096232 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4595-38db-40b6-b7d5-a806c96d8b9e req-4a908587-7255-47a8-b9ab-c6cc188e5d32 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:54.103754 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d07b4595-38db-40b6-b7d5-a806c96d8b9e req-4a908587-7255-47a8-b9ab-c6cc188e5d32 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 944 time: 0.0844741 Sep 08 14:04:54.182339 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:54.188628 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ac735ef1-2057-415b-8ae8-83ec4f8077a9 req-445c0560-8639-4d36-852d-35ad1c5f3610 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0478761 Sep 08 14:04:54.205746 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'd42836f7-59df-4047-abf1-f2202598649e', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'port_id': 'd42836f7-59df-4047-abf1-f2202598649e', 'mac_address': 'fa:16:3e:6f:3a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:04:54.205878 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d07b4595-38db-40b6-b7d5-a806c96d8b9e req-b2aa1fc5-2cac-401e-a2c2-2964087ba29d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Sep 08 14:04:54.251602 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port d42836f7-59df-4047-abf1-f2202598649e is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:54.252183 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:54.269904 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42836f7-59df-4047-abf1-f2202598649e {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:04:54.274835 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:54.299263 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:54.343769 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d516eb-a1c3-4b13-9a4b-fa1dd639d90b req-5bb75de7-bbdf-4ccd-8113-d1a77b8b7536 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:54.345774 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f0d516eb-a1c3-4b13-9a4b-fa1dd639d90b req-5bb75de7-bbdf-4ccd-8113-d1a77b8b7536 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0669379 Sep 08 14:04:54.407775 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f0d516eb-a1c3-4b13-9a4b-fa1dd639d90b req-ce7d54a1-880b-42be-99af-70ffb4f53b5b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533369 Sep 08 14:04:54.477046 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:54.548354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:54.645986 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e5f4e-fa05-43ef-bfe7-66efe0872218 req-61c3c726-308d-4893-b901-d17afce2e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:54.645986 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-516e5f4e-fa05-43ef-bfe7-66efe0872218 req-61c3c726-308d-4893-b901-d17afce2e55a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 1130 time: 0.0766017 Sep 08 14:04:54.720837 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba7b5-f756-4017-af47-17b33bc1f2f9 req-18791407-aa44-4c7a-b742-abcfe6a6ccf4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:54.722841 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8e6ba7b5-f756-4017-af47-17b33bc1f2f9 req-18791407-aa44-4c7a-b742-abcfe6a6ccf4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0593963 Sep 08 14:04:54.751538 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-516e5f4e-fa05-43ef-bfe7-66efe0872218 req-e54ccd9a-99fe-4756-99e8-02ae44c07b5f service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730765 Sep 08 14:04:54.757885 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-8210f6a1-a991-4435-8aee-86e81a6378d8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942086 Sep 08 14:04:54.779661 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8e6ba7b5-f756-4017-af47-17b33bc1f2f9 req-cd2da943-09e0-4afa-8530-2b1831f703ca tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509076 Sep 08 14:04:54.884059 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['d42836f7-59df-4047-abf1-f2202598649e'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:04:55.140992 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8c4803a1-5c9e-48f9-9210-f96dcc628fbf req-52988ba1-f888-456a-80ed-7c8b2565ba01 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0391262 Sep 08 14:04:55.194994 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-503520d3-3188-4643-8cd7-c4c87aaf010a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:55.195962 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2a9a2167-b854-4be9-b6ac-579441f61aaa req-4c82fe47-e0e7-4bd7-81b5-80553c41e409 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148396 Sep 08 14:04:55.340241 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0938c549-81b7-44d5-8b39-7da4bc6f718d req-cc145451-2828-4389-bd55-eae957ae524a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0599244 Sep 08 14:04:55.354041 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed72d0d-2980-4be1-9f63-872f9ff90ee4 req-3c1d2f11-74e2-45c3-b2ae-f3ce0f834fea tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:55.355596 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ed72d0d-2980-4be1-9f63-872f9ff90ee4 req-3c1d2f11-74e2-45c3-b2ae-f3ce0f834fea tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 945 time: 0.0772979 Sep 08 14:04:55.414311 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ed72d0d-2980-4be1-9f63-872f9ff90ee4 req-fafb7678-e419-44c6-9dd8-428f54a5bbfb tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Sep 08 14:04:55.539122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad5a7c-2b3c-49e0-9512-6c66579c5471 req-dac6c272-6e69-419c-ae6a-07ad7a1ac123 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:55.540864 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-88ad5a7c-2b3c-49e0-9512-6c66579c5471 req-dac6c272-6e69-419c-ae6a-07ad7a1ac123 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0488305 Sep 08 14:04:55.613289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:55.625932 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-88ad5a7c-2b3c-49e0-9512-6c66579c5471 req-5537c659-1aee-4850-a62f-decbae93d8f4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791004 Sep 08 14:04:55.627839 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-4a2b2e42-e68a-4a1b-bd53-74919b5ca782 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/networks?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464752 Sep 08 14:04:55.782190 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:55.847800 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-b881af56-0c53-48c8-b4e8-c51e48c0b3e4 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:55.849462 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-b881af56-0c53-48c8-b4e8-c51e48c0b3e4 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147653 Sep 08 14:04:55.865899 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-96ef6c02-424b-4459-bf4f-a559949623b7 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/quotas/9a212684b7034dd2a02eff9cc2a3dbd8 HTTP/1.1" status: 200 len: 375 time: 0.0109739 Sep 08 14:04:55.908895 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-0ed1ed04-5927-4f2d-94ac-c65a708333b9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363593 Sep 08 14:04:55.977987 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device d42836f7-59df-4047-abf1-f2202598649e up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:56.024834 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port d42836f7-59df-4047-abf1-f2202598649e completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:04:56.150554 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port d42836f7-59df-4047-abf1-f2202598649e triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:04:56.150944 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (d42836f7-59df-4047-abf1-f2202598649e), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:56.182201 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d615e739-f833-4673-a4b9-4dacc63ae9a7 req-dcb229ad-d203-4978-ba54-4ddffad9d7f1 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0300097 Sep 08 14:04:56.264181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:56.283697 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port d42836f7-59df-4047-abf1-f2202598649e is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:04:56.284080 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:56.317315 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:04:56.321568 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-545946e2-d657-4adb-9985-2404300503e0 req-4a7390c3-37ff-45b9-9ab4-dcef44ad8c83 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0759432 Sep 08 14:04:56.322242 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59fa625-d152-4963-be4e-fd6c88db4efb" -d '{"events": [{"server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "name": "network-vif-plugged", "status": "completed", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:56.338183 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:56.356264 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:56.368300 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f296a0-58ac-44fe-93ad-fbd274219f60 x-openstack-request-id: req-97f296a0-58ac-44fe-93ad-fbd274219f60 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:56.368616 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "name": "network-vif-plugged", "status": "completed", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:56.368862 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-97f296a0-58ac-44fe-93ad-fbd274219f60 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:56.369453 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f296a0-58ac-44fe-93ad-fbd274219f60'] response: {'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'code': 200} Sep 08 14:04:56.450438 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-151f5f43-abbc-411b-bccd-79ab0dbf22b7 req-408b286f-f61e-4e7e-b45c-1fb3481d4ae9 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0315802 Sep 08 14:04:56.492989 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:56.547135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:56.556048 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b1f0d-0b66-4b5a-a943-e9ecdcd44a8a req-2909df13-3818-48cf-8b4b-05fdb26b5ea9 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:56.557592 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d65b1f0d-0b66-4b5a-a943-e9ecdcd44a8a req-2909df13-3818-48cf-8b4b-05fdb26b5ea9 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0472877 Sep 08 14:04:56.606007 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d65b1f0d-0b66-4b5a-a943-e9ecdcd44a8a req-461027c0-dd69-4c1e-acdf-08cfa8bb152a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Sep 08 14:04:56.753543 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed92bc5-5d49-4eb6-bec6-d0e167d0edaa req-2acc9cd2-3e28-4273-8157-be7b37e54ac4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:56.755299 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ed92bc5-5d49-4eb6-bec6-d0e167d0edaa req-2acc9cd2-3e28-4273-8157-be7b37e54ac4 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0479987 Sep 08 14:04:56.809964 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ed92bc5-5d49-4eb6-bec6-d0e167d0edaa req-e520e7ea-68c6-4ad4-95d9-218054759ca3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Sep 08 14:04:56.972175 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80457028-6edb-4871-ab72-57bc13970973 req-0f3c871f-52d3-4213-a452-1387d13e6ce6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:56.972175 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-80457028-6edb-4871-ab72-57bc13970973 req-0f3c871f-52d3-4213-a452-1387d13e6ce6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0749006 Sep 08 14:04:56.976779 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 52924) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:04:56.981786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'port_id': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:57.031384 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (98ee89c2-38f9-4606-ad5b-e8d4dd739d85), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:57.291505 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f14b398-8afe-4bf5-ae70-4827a2526b87 req-5460aa1a-fc4c-483d-9867-6a106d0f2f08 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0310349 Sep 08 14:04:57.477732 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cad87db4-0067-4c41-ba83-4378c9362e3b req-31e7ed39-ac41-4c37-a512-41e682878ee5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0373819 Sep 08 14:04:57.509033 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9af272-1861-448b-b580-f6cdbea277b5 req-37644434-95c5-4af7-b95b-a55acdc8973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:57.510569 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af9af272-1861-448b-b580-f6cdbea277b5 req-37644434-95c5-4af7-b95b-a55acdc8973d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1130 time: 0.0499663 Sep 08 14:04:57.593175 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f27d5152-e162-4a72-9e1f-47cfaba012a5 req-f0c9cea6-001d-4480-9f47-1f01df79b233 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0486612 Sep 08 14:04:57.598011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:57.638071 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af9af272-1861-448b-b580-f6cdbea277b5 req-b40bfd15-1b9b-4b0c-8cdc-8505eea8dc37 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199203 Sep 08 14:04:57.687025 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:57.722018 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (98ee89c2-38f9-4606-ad5b-e8d4dd739d85), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:57.746828 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a457e04-2ce4-45de-a356-a5251db2f2f5 req-1f70bfcc-47b5-4f0e-ba03-f33229133e77 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:57.748599 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a457e04-2ce4-45de-a356-a5251db2f2f5 req-1f70bfcc-47b5-4f0e-ba03-f33229133e77 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0603616 Sep 08 14:04:57.770424 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:57.805195 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a457e04-2ce4-45de-a356-a5251db2f2f5 req-e32dacb9-c888-4e04-a10a-89c418c52f32 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455706 Sep 08 14:04:57.831331 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 98ee89c2-38f9-4606-ad5b-e8d4dd739d85 associated. External IP: 172.27.1.246, port: 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea. Sep 08 14:04:57.865763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:57.932696 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:58.054029 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:04:58.093586 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=71 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:58.235839 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:04:58.243123 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:58.249037 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:04:58.259798 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:58.260478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:58.281902 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-2b788560-1cf1-42cc-87fd-bae200ab5272 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:58.283401 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-2b788560-1cf1-42cc-87fd-bae200ab5272 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 818 time: 0.1871884 Sep 08 14:04:58.291426 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ebb09cf0-9fea-43f3-b5ca-f1c90be21b88 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/98ee89c2-38f9-4606-ad5b-e8d4dd739d85 HTTP/1.1" status: 200 len: 992 time: 1.3135340 Sep 08 14:04:58.292059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:04:58.294397 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9" -d '{"events": [{"name": "network-changed", "server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:58.356696 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23efb4d-d071-4354-837d-516743c831c3 x-openstack-request-id: req-b23efb4d-d071-4354-837d-516743c831c3 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:58.357045 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:58.357688 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b23efb4d-d071-4354-837d-516743c831c3 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:58.358191 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23efb4d-d071-4354-837d-516743c831c3'] response: {'name': 'network-changed', 'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'status': 'completed', 'code': 200} Sep 08 14:04:58.419549 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4768bee-ae7a-47ef-9164-5814ab2c9a94 req-965cf10a-8786-44ed-b729-9059dc4a8efa tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0350196 Sep 08 14:04:58.420620 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:58.499400 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:58.536068 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:58.599057 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9edeba31-65d6-4111-98fb-ce14f21195b1 req-79ce85eb-50d2-4b53-95b6-650f07d4fef2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0320425 Sep 08 14:04:58.629259 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:58.693958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-094ebfc0-c167-4744-aea5-e77937bbf85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:58.695605 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-094ebfc0-c167-4744-aea5-e77937bbf85f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 1130 time: 0.0823574 Sep 08 14:04:58.746266 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-248fe1d0-a068-4c5a-8114-6785efcf5f94 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=44e7a5fc099c4041aa1a3109962b5dc3 HTTP/1.1" status: 200 len: 379 time: 0.1401803 Sep 08 14:04:58.775719 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f2024abc-4e7c-4d8a-a307-3deb2cf63837 req-58cdea81-f424-42fa-b8da-3a510ab9008e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0534143 Sep 08 14:04:58.800720 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'port': {'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'admin_state_up': True, 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'security_groups': ['118561d0-ed5a-4596-a2d7-72c592e4a411']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:58.897832 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-cd49835a-c6c6-405c-b569-b5bf3a1037de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:58.902670 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-cd49835a-c6c6-405c-b569-b5bf3a1037de service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 915 time: 0.1912389 Sep 08 14:04:58.916894 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}, {'id': '98ee89c2-38f9-4606-ad5b-e8d4dd739d85', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:f7:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57436947-9181-4656-8f1a-651b365e68bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:26Z', 'updated_at': '2022-09-08T14:04:57Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:58.952588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:04:58.954823 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:58.959965 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6c8aa-ef62-452a-9724-7fff7254d65d req-471449fe-4ccb-4f0a-a35f-410f6d4c140f tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:58.965418 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e4e6c8aa-ef62-452a-9724-7fff7254d65d req-471449fe-4ccb-4f0a-a35f-410f6d4c140f tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0571165 Sep 08 14:04:58.967127 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:04:58.967774 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:58.999255 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:59.017712 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e4e6c8aa-ef62-452a-9724-7fff7254d65d req-a409b608-7956-4472-a767-26c492b1e33c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493052 Sep 08 14:04:59.029982 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Made reservation on behalf of 44e7a5fc099c4041aa1a3109962b5dc3 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:59.034542 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:59.094640 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:04:59.290066 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Allocated IP 172.20.0.9 (182a2fc0-a3a1-4a15-a5cd-df587300306f/42f0cb52-706f-488d-b7e4-b26c0ca25a0d/a12131e2-c639-4cbe-9af6-2de2434ee285) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:59.312362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:59.345212 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:59.366478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}, {'id': '98ee89c2-38f9-4606-ad5b-e8d4dd739d85', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:f7:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57436947-9181-4656-8f1a-651b365e68bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:26Z', 'updated_at': '2022-09-08T14:04:57Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:59.394758 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6695c7-e894-4d77-affd-9d533bc479fa None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}, {'id': '98ee89c2-38f9-4606-ad5b-e8d4dd739d85', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.246', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:f7:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57436947-9181-4656-8f1a-651b365e68bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:26Z', 'updated_at': '2022-09-08T14:04:57Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:04:59.538010 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-8fa20784-6e1c-4b44-80ae-b0693c9f28c5 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea HTTP/1.1" status: 200 len: 1000 time: 0.1044199 Sep 08 14:04:59.544514 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:59.553998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:59.580024 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-08d2b724-9aa5-406e-91de-5f8af82c7b90 req-cd04402d-0b62-49e0-91da-06ece17c1d43 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0704050 Sep 08 14:04:59.682321 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:04:59.708620 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9ff13-badd-46f5-8319-efda19dd7e67 None None] New status for floating IP 98ee89c2-38f9-4606-ad5b-e8d4dd739d85: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:04:59.800975 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-20e4295d-24f3-4f46-a7de-4a0d6d8dfaaf req-bd886883-d2d0-461a-8b53-eb1a68d7b60d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0453501 Sep 08 14:04:59.877623 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:04:59.973819 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27272-1179-450e-9436-38d5944badeb req-858232da-bcea-4d44-8d04-70a517aa7630 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:04:59.975792 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acd27272-1179-450e-9436-38d5944badeb req-858232da-bcea-4d44-8d04-70a517aa7630 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 931 time: 0.0879424 Sep 08 14:05:00.040623 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acd27272-1179-450e-9436-38d5944badeb req-a5839989-0db1-484e-9310-645b3ccdc9fa tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545008 Sep 08 14:05:00.040874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:00.050646 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:00.053994 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:00.072195 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:00.072195 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:00.101998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event updated for resources: {'Port': ['ID=a12131e2-c639-4cbe-9af6-2de2434ee285,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:00.112866 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-ac44c6bb-f7af-4c76-909e-12d9c002f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:00.115356 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-ac44c6bb-f7af-4c76-909e-12d9c002f61a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.4442663 Sep 08 14:05:00.197012 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-358814d6-3a61-49eb-8e35-017957984a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:00.199539 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-358814d6-3a61-49eb-8e35-017957984a0b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559561 Sep 08 14:05:00.203314 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-63da0c8d-2e40-4a92-87b3-801563a4b0b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4197261 Sep 08 14:05:00.226501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af3733-4786-415b-9602-aed785682b49 req-13c64457-3872-433a-b356-905da6c7879a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:00.231537 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5af3733-4786-415b-9602-aed785682b49 req-13c64457-3872-433a-b356-905da6c7879a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0715725 Sep 08 14:05:00.267968 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:00.320793 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5af3733-4786-415b-9602-aed785682b49 req-bff4c09b-efee-4b30-94db-8fc01757cbaa tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809605 Sep 08 14:05:00.321057 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Request body: {'port': {'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:00.388521 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-1fbe8c43-6e15-4fcc-b1b0-436a56919e0b None None] Provisioning complete for port a12131e2-c639-4cbe-9af6-2de2434ee285 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:00.389242 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8c43-6e15-4fcc-b1b0-436a56919e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:00.444554 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe8c43-6e15-4fcc-b1b0-436a56919e0b None None] Port a12131e2-c639-4cbe-9af6-2de2434ee285 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:05:00.488263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efb397-dae4-4521-bfee-68ea85ef42c9 req-0b09d6b9-e69c-47e0-985d-3ebf9f84337b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:00.489811 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-42efb397-dae4-4521-bfee-68ea85ef42c9 req-0b09d6b9-e69c-47e0-985d-3ebf9f84337b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0646837 Sep 08 14:05:00.564744 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-42efb397-dae4-4521-bfee-68ea85ef42c9 req-0204698a-eadb-4b82-8306-0dfd08cbfb11 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638056 Sep 08 14:05:00.568417 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:00.584548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:00.607445 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:00.645319 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-2d8561fd-7623-4143-b4a9-da9d5bf182dd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173678 Sep 08 14:05:00.723033 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:00.726046 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d4691693-3969-4cfd-ad10-5fa91f8fd48a req-bb5f543e-83e2-460f-aa70-c52e88215492 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0588768 Sep 08 14:05:00.796258 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-9aa43c0d-688f-474a-aa3e-a1236983a1b3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:00.796258 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-9aa43c0d-688f-474a-aa3e-a1236983a1b3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.77 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 808 time: 0.2945862 Sep 08 14:05:00.854871 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:00.898308 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:01.010516 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-1329d8f8-5ef6-4578-9ffd-1f1f253d87f9 req-4c3305f4-f90c-44b2-8611-b50fa88e1e12 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563783 Sep 08 14:05:01.032633 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-9aecddfb-fb32-44a9-a7ca-c2335eec0315 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fe528c21e8c94eb6af8d5f86757328b8 HTTP/1.1" status: 200 len: 380 time: 0.1882203 Sep 08 14:05:01.034058 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92b10694-68be-4a3b-96e4-ff316b67e783 req-0024370d-3a04-439c-901d-0dd6e701c471 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0388386 Sep 08 14:05:01.045022 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af7265-b9a3-4a2d-a16c-1cb9ccf2855d req-3833cd24-54b3-47db-9da8-a26aa0a79eea tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:01.046701 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-05af7265-b9a3-4a2d-a16c-1cb9ccf2855d req-3833cd24-54b3-47db-9da8-a26aa0a79eea tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.1031234 Sep 08 14:05:01.060746 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:01.086818 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'port': {'device_id': '7c297e02-238c-4210-9932-aece5d5a3529', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'admin_state_up': True, 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'security_groups': ['5c0512e2-f60f-4552-a78d-d38eb09c882e']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:01.123466 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-05af7265-b9a3-4a2d-a16c-1cb9ccf2855d req-b3db1962-4559-4d09-9416-332fd67fb453 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559499 Sep 08 14:05:01.226068 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12131e2-c639-4cbe-9af6-2de2434ee285 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:01.237704 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c10b0-ee39-4c89-a735-5afa4b8bcc1d req-226ba6c5-4d2a-4fc5-be47-01909cf2b291 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:01.238640 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Publish callbacks [] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.242135 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-af8c10b0-ee39-4c89-a735-5afa4b8bcc1d req-226ba6c5-4d2a-4fc5-be47-01909cf2b291 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 931 time: 0.0760231 Sep 08 14:05:01.269584 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Transition to ACTIVE for port object a12131e2-c639-4cbe-9af6-2de2434ee285 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:05:01.299126 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-af8c10b0-ee39-4c89-a735-5afa4b8bcc1d req-9f4475ad-5858-451c-bdb2-83b738c4cbed tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508592 Sep 08 14:05:01.366891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.427689 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:01.428739 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Made reservation on behalf of fe528c21e8c94eb6af8d5f86757328b8 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:05:01.432582 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.461011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a12131e2-c639-4cbe-9af6-2de2434ee285,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:01.466405 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Attempting to bind port a12131e2-c639-4cbe-9af6-2de2434ee285 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:05:01.466744 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Attempting to bind port a12131e2-c639-4cbe-9af6-2de2434ee285 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:05:01.467072 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Attempting to bind port a12131e2-c639-4cbe-9af6-2de2434ee285 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:01.565909 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Port a12131e2-c639-4cbe-9af6-2de2434ee285 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:05:01.566262 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Attempting to bind port a12131e2-c639-4cbe-9af6-2de2434ee285 on network 182a2fc0-a3a1-4a15-a5cd-df587300306f {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:01.636205 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:01.649882 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:05:01.650437 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Checking segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:05:01.650604 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Bound using segment: {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:05:01.651065 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Bound port: a12131e2-c639-4cbe-9af6-2de2434ee285, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dccd689-8c42-45fc-bad5-4d89629a8554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:05:01.651500 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.680312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Allocated IP 172.20.0.8 (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193/1cac6f2e-1144-4a66-bf49-3070edc4f73b/1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:01.767185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] For port a12131e2-c639-4cbe-9af6-2de2434ee285, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:01.771408 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] For port a12131e2-c639-4cbe-9af6-2de2434ee285, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a12131e2-c639-4cbe-9af6-2de2434ee285,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:05:01.853551 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-56724e0e-8526-4fa4-9143-7f62b61208fb req-210a8c83-756d-4fb0-b0e2-df55ed6f9f2f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Sep 08 14:05:01.888985 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.890099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:01.890709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.892386 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 1093 time: 1.5784428 Sep 08 14:05:01.898385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:01.900722 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3023eb-0731-4fa7-bb65-5e2da824fab8" -d '{"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:01.954233 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:01.967678 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6436739-4cbd-4f54-8295-c68fee1576a9 x-openstack-request-id: req-c6436739-4cbd-4f54-8295-c68fee1576a9 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:01.967974 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:01.968355 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c6436739-4cbd-4f54-8295-c68fee1576a9 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:01.968764 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6436739-4cbd-4f54-8295-c68fee1576a9'] response: {'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'status': 'completed', 'code': 200} Sep 08 14:05:01.974268 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-70e3040a-5ae4-4ef1-b0f7-7719c7a12af1 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783105 Sep 08 14:05:02.016805 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b6945-c263-4d72-9252-2e415d79b7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a12131e2-c639-4cbe-9af6-2de2434ee285,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:02.114889 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:02.189561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3023eb-0731-4fa7-bb65-5e2da824fab8 req-647611b7-525a-4b1c-9203-79dfe1dd840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:02.191083 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2d3023eb-0731-4fa7-bb65-5e2da824fab8 req-647611b7-525a-4b1c-9203-79dfe1dd840c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1127 time: 0.1533487 Sep 08 14:05:02.191625 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-caa8966f-a0ba-4bf6-9156-096886343b28 req-267b06bd-f88a-4000-bb11-9d9f3f794683 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0363562 Sep 08 14:05:02.316725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:02.378868 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:02.392708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-38fa25e4-68ad-4cb1-8ebd-8b3a9b892165 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:02.394320 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-38fa25e4-68ad-4cb1-8ebd-8b3a9b892165 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578231 Sep 08 14:05:02.399747 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:02.409736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:02.415403 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:02.416134 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:02.446165 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Request body: {'port': {'device_id': '6115d88f-505f-4f62-ae32-af64804441d7', 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75', 'admin_state_up': True, 'tenant_id': '9a212684b7034dd2a02eff9cc2a3dbd8'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:02.480065 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:02.483381 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778a413-d602-4a09-8c2c-e3a7a78ef381 req-71f881f3-1fdc-4abb-a24f-b69090404ed1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:02.485337 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5778a413-d602-4a09-8c2c-e3a7a78ef381 req-71f881f3-1fdc-4abb-a24f-b69090404ed1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 943 time: 0.0821803 Sep 08 14:05:02.528780 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3023eb-0731-4fa7-bb65-5e2da824fab8 req-cef6ccf0-9f93-433c-aeba-178a2a708eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:02.530438 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2d3023eb-0731-4fa7-bb65-5e2da824fab8 req-cef6ccf0-9f93-433c-aeba-178a2a708eeb service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3068612 Sep 08 14:05:02.551547 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:02.561069 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5778a413-d602-4a09-8c2c-e3a7a78ef381 req-0cd0962e-5c2c-4d87-90a7-346b958b335e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630994 Sep 08 14:05:02.599391 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-bd7ca7d2-b2f7-4270-8ec7-039f73e1351d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167539 Sep 08 14:05:02.690267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Request body: {'port': {'device_id': '7c297e02-238c-4210-9932-aece5d5a3529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:02.703295 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Made reservation on behalf of 9a212684b7034dd2a02eff9cc2a3dbd8 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:05:02.707246 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:02.781737 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:02.785459 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c34965f5-23dd-4e22-98a9-90796474cc27 None None] Provisioning complete for port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:02.786114 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c34965f5-23dd-4e22-98a9-90796474cc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:02.826143 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c34965f5-23dd-4e22-98a9-90796474cc27 None None] Port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:05:02.874978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:02.917416 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3023eb-0731-4fa7-bb65-5e2da824fab8 req-02cbcccc-86cd-4058-b221-3b8581910ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:02.918846 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2d3023eb-0731-4fa7-bb65-5e2da824fab8 req-02cbcccc-86cd-4058-b221-3b8581910ba9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2327280 Sep 08 14:05:02.976399 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:03.000903 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5e64794c-71c8-4b83-b691-3d0e0c7914d6 req-7c7f84d8-994f-48df-9ef9-013813f73f81 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0463624 Sep 08 14:05:03.111870 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks [] for security_group (49f6d094-293e-49e8-92b9-4a06bd15e116), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:03.157177 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-3f9a2318-e831-4002-9e51-94819c9738e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:03.158688 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-3f9a2318-e831-4002-9e51-94819c9738e5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1127 time: 0.1264946 Sep 08 14:05:03.208332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (49f6d094-293e-49e8-92b9-4a06bd15e116), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:03.366609 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-c6e5d711-a6c0-40ca-b52a-0e07d45b8594 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 217 time: 0.0574529 Sep 08 14:05:03.376764 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:03.393404 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f6d094-293e-49e8-92b9-4a06bd15e116,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:03.397437 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676952c6-4035-4d76-8ab8-bd063a09ab08 req-2d37c89e-12c3-46d6-a54a-6a121ff399f1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:03.400454 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-676952c6-4035-4d76-8ab8-bd063a09ab08 req-2d37c89e-12c3-46d6-a54a-6a121ff399f1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 931 time: 0.0897403 Sep 08 14:05:03.474044 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-676952c6-4035-4d76-8ab8-bd063a09ab08 req-6348638f-9b16-4b1c-b26d-154e9d66f88e tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623186 Sep 08 14:05:03.717559 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fbab-7e41-4d7b-b7db-246e8013c2d8 req-b5328929-1fa2-4ee2-a533-4a9620c1067b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:03.717844 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:03.722663 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e548fbab-7e41-4d7b-b7db-246e8013c2d8 req-b5328929-1fa2-4ee2-a533-4a9620c1067b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 943 time: 0.0635028 Sep 08 14:05:03.747462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:03.767790 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Publish callbacks [] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:03.777872 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e548fbab-7e41-4d7b-b7db-246e8013c2d8 req-9f99078c-7edb-4cd7-a85d-e97ff04b676c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531394 Sep 08 14:05:03.791938 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-a2b09f98-1f5c-44ec-b1a4-d50d21a92ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:03.793618 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-a2b09f98-1f5c-44ec-b1a4-d50d21a92ca8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.4180090 Sep 08 14:05:03.805886 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Transition to ACTIVE for port object 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:05:03.819576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Allocated IP 192.168.233.47 (37d1aa84-7e2b-4304-b6fa-d763930d7d75/ba35ac22-3767-4ef2-a340-601598396f60/e6077910-3956-47f1-937a-761ff30736d9) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:03.861507 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-946c2c57-755b-4b49-9609-3d3021b6cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:03.863034 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-946c2c57-755b-4b49-9609-3d3021b6cf46 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560822 Sep 08 14:05:03.936022 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.096655 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:04.102187 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:04.117660 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Attempting to bind port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:05:04.118003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Attempting to bind port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:05:04.118335 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Attempting to bind port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 on network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:04.123922 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-57c0570f-6ee0-4bd1-9c84-c7c23ee795c4 req-8e2c01c3-523f-4e3f-859d-8895d8a81211 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Sep 08 14:05:04.133581 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-65520ab0-8299-4a6d-841a-d4bc19ff1706 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613869 Sep 08 14:05:04.239566 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks [] for port (e6077910-3956-47f1-937a-761ff30736d9), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.269671 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 on network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:05:04.270003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Attempting to bind port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 on network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:04.343037 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-67407ec4-cbe4-4a13-8ae2-9087743cf773 req-1aeab41f-3f8b-4168-b742-29fd68c8593d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872013 Sep 08 14:05:04.354792 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:05:04.355181 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Checking segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:05:04.355562 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Bound using segment: {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:05:04.356864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Bound port: 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f173fa86-e83c-471e-8064-49ab460afccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:05:04.356864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.423614 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:04.426750 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:05:04.444786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (e6077910-3956-47f1-937a-761ff30736d9), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.451227 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:04.499562 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:04.507011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:04.510119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:04.515743 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:04.516705 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.528461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.531100 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Pushing event updated for resources: {'Port': ['ID=e6077910-3956-47f1-937a-761ff30736d9,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:04.533971 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:04.534587 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.536058 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 1093 time: 1.8513594 Sep 08 14:05:04.537337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:04.539613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dc326a-2c96-4798-b729-9d5797a6c182" -d '{"events": [{"name": "network-changed", "server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:04.611666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1bffc3-bbdf-46ce-97f3-f26ca501404c x-openstack-request-id: req-5a1bffc3-bbdf-46ce-97f3-f26ca501404c {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:04.612209 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:04.612435 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5a1bffc3-bbdf-46ce-97f3-f26ca501404c {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:04.612865 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1bffc3-bbdf-46ce-97f3-f26ca501404c'] response: {'name': 'network-changed', 'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'status': 'completed', 'code': 200} Sep 08 14:05:04.613706 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ec029-f65c-4645-a74e-7b1bb311dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:04.638102 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-47086d06-71b0-4b38-88a6-9c69c286f3f9 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1895616 Sep 08 14:05:04.638102 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:04.648453 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5967cf-c749-4bd8-9e8f-8efc9b0b8cfd req-43db0d63-cbb0-4e87-b84e-77cdab4403d2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:04.653204 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da5967cf-c749-4bd8-9e8f-8efc9b0b8cfd req-43db0d63-cbb0-4e87-b84e-77cdab4403d2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0834637 Sep 08 14:05:04.708537 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da5967cf-c749-4bd8-9e8f-8efc9b0b8cfd req-7ea4578e-8db9-4767-b3ba-f3fcd937be8f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517025 Sep 08 14:05:04.764190 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-7d62dc48-e2f6-40c0-b3ae-eac401289709 None None] Provisioning complete for port e6077910-3956-47f1-937a-761ff30736d9 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:04.765034 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7d62dc48-e2f6-40c0-b3ae-eac401289709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e6077910-3956-47f1-937a-761ff30736d9), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:04.785555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:04.797408 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-7d62dc48-e2f6-40c0-b3ae-eac401289709 None None] Port e6077910-3956-47f1-937a-761ff30736d9 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:05:04.858103 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:04.916913 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c29ab-1d43-4138-ac59-2fea1079a510 req-b16589d1-173b-4664-94d5-7115f3e74de8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:04.918410 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad3c29ab-1d43-4138-ac59-2fea1079a510 req-b16589d1-173b-4664-94d5-7115f3e74de8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 943 time: 0.0476720 Sep 08 14:05:04.955191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:04.971882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad3c29ab-1d43-4138-ac59-2fea1079a510 req-cd022ceb-8c1f-40eb-bd6f-4a030d57a066 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476365 Sep 08 14:05:04.983575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.143734 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.189915 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.257855 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed68f-4104-4aa0-96ee-937afe5238ac req-30c92a94-4acb-4d59-a598-8688adb2e73e tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:05.259427 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-479ed68f-4104-4aa0-96ee-937afe5238ac req-30c92a94-4acb-4d59-a598-8688adb2e73e tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 935 time: 0.0536416 Sep 08 14:05:05.293076 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.319260 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-479ed68f-4104-4aa0-96ee-937afe5238ac req-20fc6484-9a4b-4dd6-8bc0-3ee19f988896 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538197 Sep 08 14:05:05.377722 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.429262 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.509052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.698096 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:05.834930 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d88b-ee0b-4165-add7-149d66ab7d52 req-842bfd3f-57e9-42f9-96e7-647bc9c4354d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:05.836557 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d8c4d88b-ee0b-4165-add7-149d66ab7d52 req-842bfd3f-57e9-42f9-96e7-647bc9c4354d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0492249 Sep 08 14:05:05.888264 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d8c4d88b-ee0b-4165-add7-149d66ab7d52 req-db5f1f49-a966-4230-bc3f-195b5a51c388 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457964 Sep 08 14:05:05.992798 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a12131e2-c639-4cbe-9af6-2de2434ee285 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:06.023885 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Request body: {'port': {'device_id': '6115d88f-505f-4f62-ae32-af64804441d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:06.106998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:06.119379 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc326a-2c96-4798-b729-9d5797a6c182 req-2a9f6f09-9f1e-4682-adbd-f2ab52f46630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.121606 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-58dc326a-2c96-4798-b729-9d5797a6c182 req-2a9f6f09-9f1e-4682-adbd-f2ab52f46630 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1127 time: 0.0634232 Sep 08 14:05:06.142397 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port a12131e2-c639-4cbe-9af6-2de2434ee285, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a12131e2-c639-4cbe-9af6-2de2434ee285,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:06.145122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223597-a471-45b6-887f-01eae04da044 req-f4d53122-37ee-4113-bb5c-eead413c87e4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.148665 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92223597-a471-45b6-887f-01eae04da044 req-f4d53122-37ee-4113-bb5c-eead413c87e4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 943 time: 0.0868812 Sep 08 14:05:06.151038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e6077910-3956-47f1-937a-761ff30736d9), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:06.156310 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:06.198469 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port a12131e2-c639-4cbe-9af6-2de2434ee285 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:06.199190 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:06.201262 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92223597-a471-45b6-887f-01eae04da044 req-2ebc9969-9cab-4df8-9b6e-b215ecfd5ae5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479810 Sep 08 14:05:06.214314 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12131e2-c639-4cbe-9af6-2de2434ee285 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:06.238035 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port a12131e2-c639-4cbe-9af6-2de2434ee285, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a12131e2-c639-4cbe-9af6-2de2434ee285,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:06.309729 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:06.367590 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=a12131e2-c639-4cbe-9af6-2de2434ee285,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:06.416740 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc326a-2c96-4798-b729-9d5797a6c182 req-13b0ea9a-acff-489e-91cf-47e2e0acef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.419082 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-58dc326a-2c96-4798-b729-9d5797a6c182 req-13b0ea9a-acff-489e-91cf-47e2e0acef94 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2326989 Sep 08 14:05:06.451721 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205617cf-d044-49a1-b86a-2c40fdc4a92f req-22f41244-36b2-402a-868a-716282f0d56f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.453236 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-205617cf-d044-49a1-b86a-2c40fdc4a92f req-22f41244-36b2-402a-868a-716282f0d56f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 935 time: 0.0516355 Sep 08 14:05:06.504889 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-205617cf-d044-49a1-b86a-2c40fdc4a92f req-34239708-c2c1-482c-be73-9eef9ca0c65d tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Sep 08 14:05:06.584374 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc326a-2c96-4798-b729-9d5797a6c182 req-4a7f4a11-9a25-40fb-a78f-18a946634823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.585853 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-58dc326a-2c96-4798-b729-9d5797a6c182 req-4a7f4a11-9a25-40fb-a78f-18a946634823 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1409175 Sep 08 14:05:06.591456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:06.640816 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6077910-3956-47f1-937a-761ff30736d9 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:06.649618 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Publish callbacks [] for port (e6077910-3956-47f1-937a-761ff30736d9), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:06.666284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Transition to ACTIVE for port object e6077910-3956-47f1-937a-761ff30736d9 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:05:06.741957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-7a2b2ec0-1970-4546-8210-2362408e6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.743661 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-7a2b2ec0-1970-4546-8210-2362408e6859 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1127 time: 0.0420947 Sep 08 14:05:06.793694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e6077910-3956-47f1-937a-761ff30736d9), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:06.798293 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-892ab0d5-b343-4fa5-ae13-d2b33a0644c1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 217 time: 0.0391841 Sep 08 14:05:06.806614 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:06.895306 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Pushing event updated for resources: {'Port': ['ID=e6077910-3956-47f1-937a-761ff30736d9,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:06.915961 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['a12131e2-c639-4cbe-9af6-2de2434ee285'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:06.919361 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Attempting to bind port e6077910-3956-47f1-937a-761ff30736d9 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:05:06.919690 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Attempting to bind port e6077910-3956-47f1-937a-761ff30736d9 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:05:06.920021 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Attempting to bind port e6077910-3956-47f1-937a-761ff30736d9 on network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:06.923374 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-cbdb837b-c860-4e2e-bf80-7188d91aaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:06.924988 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-cbdb837b-c860-4e2e-bf80-7188d91aaa3f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 200 len: 847 time: 0.1037636 Sep 08 14:05:07.000088 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-40826e3b-1eeb-4260-850f-0d4423630b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:07.001669 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-40826e3b-1eeb-4260-850f-0d4423630b5a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557599 Sep 08 14:05:07.008487 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Port e6077910-3956-47f1-937a-761ff30736d9 on network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:05:07.008823 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Attempting to bind port e6077910-3956-47f1-937a-761ff30736d9 on network 37d1aa84-7e2b-4304-b6fa-d763930d7d75 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:07.019394 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:07.035448 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72330f-e9c9-4adb-9a74-c371aaacb8d3 req-c5384f16-5765-4958-850c-a4c9df2a598f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:07.036989 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8d72330f-e9c9-4adb-9a74-c371aaacb8d3 req-c5384f16-5765-4958-850c-a4c9df2a598f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0510018 Sep 08 14:05:07.112680 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8d72330f-e9c9-4adb-9a74-c371aaacb8d3 req-a6a912e6-d8dc-4ffe-a929-6a61f2740519 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542998 Sep 08 14:05:07.115562 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:05:07.115903 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Checking segment: {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:05:07.116320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Bound using segment: {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:05:07.116898 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Bound port: e6077910-3956-47f1-937a-761ff30736d9, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222f537a-469e-433a-9e01-9c13da32299c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1114, 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:05:07.117251 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e6077910-3956-47f1-937a-761ff30736d9), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:07.157235 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-8f376a90-1a24-47cd-b408-4559d1043721 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458640 Sep 08 14:05:07.267967 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] For port e6077910-3956-47f1-937a-761ff30736d9, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:07.290865 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] For port e6077910-3956-47f1-937a-761ff30736d9, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e6077910-3956-47f1-937a-761ff30736d9,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:05:07.304000 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:07.308618 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-133d921d-5bb5-47c3-909b-e90a63cf5503 req-329f714b-a8db-4197-9ed3-8010f136f9f4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338940 Sep 08 14:05:07.324760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:07.343753 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd51f1-5e49-4f1f-b754-932a1078cb14 req-15238d96-f9a9-40f6-8f20-00d98fdb2e89 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:07.345272 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-24fd51f1-5e49-4f1f-b754-932a1078cb14 req-15238d96-f9a9-40f6-8f20-00d98fdb2e89 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 944 time: 0.0557232 Sep 08 14:05:07.361506 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e6077910-3956-47f1-937a-761ff30736d9), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:07.385022 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:07.385648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:07.387608 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/e6077910-3956-47f1-937a-761ff30736d9 HTTP/1.1" status: 200 len: 1097 time: 1.3736115 Sep 08 14:05:07.388135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6115d88f-505f-4f62-ae32-af64804441d7', 'tag': 'e6077910-3956-47f1-937a-761ff30736d9'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:07.390524 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8283d1d9-fb15-4b3a-b2e8-fd2f5759ebaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6115d88f-505f-4f62-ae32-af64804441d7", "tag": "e6077910-3956-47f1-937a-761ff30736d9"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:07.412764 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-24fd51f1-5e49-4f1f-b754-932a1078cb14 req-f6cefaed-405f-460e-b116-48ebec5ff485 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612779 Sep 08 14:05:07.428107 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9879-3e7c-438e-b3d9-56b56b4cfaea service neutron] Pushing event updated for resources: {'Port': ['ID=e6077910-3956-47f1-937a-761ff30736d9,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:07.442395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f94fe-b8c5-4594-b469-277d762d2d98 x-openstack-request-id: req-995f94fe-b8c5-4594-b469-277d762d2d98 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:07.442689 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6115d88f-505f-4f62-ae32-af64804441d7", "tag": "e6077910-3956-47f1-937a-761ff30736d9", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:07.442944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-995f94fe-b8c5-4594-b469-277d762d2d98 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:07.443656 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995f94fe-b8c5-4594-b469-277d762d2d98'] response: {'name': 'network-changed', 'server_uuid': '6115d88f-505f-4f62-ae32-af64804441d7', 'tag': 'e6077910-3956-47f1-937a-761ff30736d9', 'status': 'completed', 'code': 200} Sep 08 14:05:07.624183 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8cfe-47ca-4bf4-a4a1-1082dd4df0a6 req-bea1bc2d-83e1-44d1-aea7-374d63c2f9cd tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:07.625790 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c39e8cfe-47ca-4bf4-a4a1-1082dd4df0a6 req-bea1bc2d-83e1-44d1-aea7-374d63c2f9cd tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 947 time: 0.0475149 Sep 08 14:05:07.677452 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c39e8cfe-47ca-4bf4-a4a1-1082dd4df0a6 req-83e69680-791d-417b-ad31-4f9c1d33c6b3 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 Sep 08 14:05:07.928768 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283d1d9-fb15-4b3a-b2e8-fd2f5759ebaf req-f8fb141d-f679-42e7-9ac2-4187a9b57a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:07.930213 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8283d1d9-fb15-4b3a-b2e8-fd2f5759ebaf req-f8fb141d-f679-42e7-9ac2-4187a9b57a67 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 1131 time: 0.0450950 Sep 08 14:05:08.013857 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8283d1d9-fb15-4b3a-b2e8-fd2f5759ebaf req-d020c822-3055-4d09-9afb-2c7dacac0f7f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207961 Sep 08 14:05:08.116802 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283d1d9-fb15-4b3a-b2e8-fd2f5759ebaf req-8322e101-a664-447f-b4c2-78fa7ac4d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.118277 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8283d1d9-fb15-4b3a-b2e8-fd2f5759ebaf req-8322e101-a664-447f-b4c2-78fa7ac4d8bd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0948589 Sep 08 14:05:08.124191 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a12131e2-c639-4cbe-9af6-2de2434ee285 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:08.175093 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port a12131e2-c639-4cbe-9af6-2de2434ee285 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:05:08.239447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe1d63-ee41-4407-a516-491b2b4569ea req-da169a74-7dc4-4713-845d-68187e396860 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.241056 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6bbe1d63-ee41-4407-a516-491b2b4569ea req-da169a74-7dc4-4713-845d-68187e396860 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0505252 Sep 08 14:05:08.244568 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-7f0a5e2a-cd58-49cc-a907-fcb5f0601228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.246754 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-7f0a5e2a-cd58-49cc-a907-fcb5f0601228 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 1131 time: 0.0441096 Sep 08 14:05:08.293227 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6bbe1d63-ee41-4407-a516-491b2b4569ea req-1845a5e7-c06b-4ca7-a6a7-c693b9a3d3b4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 Sep 08 14:05:08.297892 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-4190d120-e1d3-426b-9ccc-774058568399 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e6077910-3956-47f1-937a-761ff30736d9 HTTP/1.1" status: 200 len: 217 time: 0.0337529 Sep 08 14:05:08.326861 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port a12131e2-c639-4cbe-9af6-2de2434ee285 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:08.327241 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:08.351880 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-c2cdfc2c-8ff0-4d7e-a51c-f7795f306d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.353509 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-c2cdfc2c-8ff0-4d7e-a51c-f7795f306d8e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=ba35ac22-3767-4ef2-a340-601598396f60 HTTP/1.1" status: 200 len: 843 time: 0.0490093 Sep 08 14:05:08.409094 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-15fb4df3-c86c-45d1-adb7-2088ac887369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.410634 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-15fb4df3-c86c-45d1-adb7-2088ac887369 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=37d1aa84-7e2b-4304-b6fa-d763930d7d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436437 Sep 08 14:05:08.427855 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port a12131e2-c639-4cbe-9af6-2de2434ee285 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:08.428277 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:08.457095 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:08.460010 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585087e9-1354-47e1-8011-2adb2c47f5a6" -d '{"events": [{"server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "name": "network-vif-plugged", "status": "completed", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:08.475201 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port a12131e2-c639-4cbe-9af6-2de2434ee285, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a12131e2-c639-4cbe-9af6-2de2434ee285,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:08.507238 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6dfa24-052b-48cd-96fa-0fc82b2f8285 x-openstack-request-id: req-6b6dfa24-052b-48cd-96fa-0fc82b2f8285 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:08.507238 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "name": "network-vif-plugged", "status": "completed", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:08.507238 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6b6dfa24-052b-48cd-96fa-0fc82b2f8285 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:08.507238 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6dfa24-052b-48cd-96fa-0fc82b2f8285'] response: {'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'code': 200} Sep 08 14:05:08.535038 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-2801e1eb-b9c4-42e1-a972-018a4757b250 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/37d1aa84-7e2b-4304-b6fa-d763930d7d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160185 Sep 08 14:05:08.554181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:08.566774 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9eab0-ced0-45fc-bfcc-cd0b01f33688 req-1ff8e770-b10c-4b6b-8557-57c18f246cf2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.568686 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2ca9eab0-ced0-45fc-bfcc-cd0b01f33688 req-1ff8e770-b10c-4b6b-8557-57c18f246cf2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 944 time: 0.0520906 Sep 08 14:05:08.590069 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:08.599477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:08.615023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=a12131e2-c639-4cbe-9af6-2de2434ee285,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:08.640806 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2ca9eab0-ced0-45fc-bfcc-cd0b01f33688 req-229452da-cf25-470a-a918-9ca0a737f744 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658793 Sep 08 14:05:08.673220 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-faeed22a-6a75-4a8a-ba22-ddc239925fe2 req-84b64a4c-b2ff-4881-b3e4-11f618be857e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/37d1aa84-7e2b-4304-b6fa-d763930d7d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034350 Sep 08 14:05:08.809695 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f18fdc-2495-41a0-a8a2-f665a57203ae req-cb548b1d-a165-494c-b1d8-2e576ff8f118 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:08.811221 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-37f18fdc-2495-41a0-a8a2-f665a57203ae req-cb548b1d-a165-494c-b1d8-2e576ff8f118 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 947 time: 0.0498974 Sep 08 14:05:08.861271 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-37f18fdc-2495-41a0-a8a2-f665a57203ae req-127ef929-d60e-43cc-9c8b-c6f05b89b58e tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441911 Sep 08 14:05:09.420377 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d348f-9012-4c74-90e0-1f1bb8bcbdba req-a84ffbe9-5aeb-4ec9-b3e1-85ed04f6d901 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:09.421886 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d64d348f-9012-4c74-90e0-1f1bb8bcbdba req-a84ffbe9-5aeb-4ec9-b3e1-85ed04f6d901 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0513403 Sep 08 14:05:09.474293 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d64d348f-9012-4c74-90e0-1f1bb8bcbdba req-4004f132-0fbd-495d-bd15-021c36fe3763 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466535 Sep 08 14:05:09.772087 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41523080-3b0d-4e10-8712-91e77f803678 req-686b5ee4-cf8b-4c76-b396-ecf1d9191dbd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:09.773679 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-41523080-3b0d-4e10-8712-91e77f803678 req-686b5ee4-cf8b-4c76-b396-ecf1d9191dbd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0489337 Sep 08 14:05:09.830117 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-41523080-3b0d-4e10-8712-91e77f803678 req-c5bbbf7c-225a-40be-9e2f-ee4afda02f39 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Sep 08 14:05:09.985356 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d9cd-4f0c-496a-9a9d-19fd9ecdc510 req-80da4adf-d8aa-4240-9364-0fefd795176c tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:09.986939 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-87c7d9cd-4f0c-496a-9a9d-19fd9ecdc510 req-80da4adf-d8aa-4240-9364-0fefd795176c tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 947 time: 0.0493584 Sep 08 14:05:10.039886 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-87c7d9cd-4f0c-496a-9a9d-19fd9ecdc510 req-25f363a2-52fb-4355-baf9-5c57ccad1a28 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466728 Sep 08 14:05:10.082391 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e6077910-3956-47f1-937a-761ff30736d9 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:10.158256 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:10.189243 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port e6077910-3956-47f1-937a-761ff30736d9, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e6077910-3956-47f1-937a-761ff30736d9,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:10.202160 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'e6077910-3956-47f1-937a-761ff30736d9', 'network_id': '37d1aa84-7e2b-4304-b6fa-d763930d7d75', 'port_id': 'e6077910-3956-47f1-937a-761ff30736d9', 'mac_address': 'fa:16:3e:52:ac:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba35ac22-3767-4ef2-a340-601598396f60', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:10.237592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014901f2-28fe-4799-86aa-197b93626dbe req-1cc09276-8508-46f9-bca0-0eba6d71a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:10.239281 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-014901f2-28fe-4799-86aa-197b93626dbe req-1cc09276-8508-46f9-bca0-0eba6d71a64b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0413053 Sep 08 14:05:10.243975 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port e6077910-3956-47f1-937a-761ff30736d9 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:10.244401 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e6077910-3956-47f1-937a-761ff30736d9), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:10.259404 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6077910-3956-47f1-937a-761ff30736d9 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:10.281744 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port e6077910-3956-47f1-937a-761ff30736d9, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e6077910-3956-47f1-937a-761ff30736d9,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:10.300624 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-014901f2-28fe-4799-86aa-197b93626dbe req-f8a3b8d6-021b-4d1e-bb6f-3ea8019af21d service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440536 Sep 08 14:05:10.406909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e6077910-3956-47f1-937a-761ff30736d9), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:10.458628 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=e6077910-3956-47f1-937a-761ff30736d9,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:10.604936 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871c8d3-8107-4ede-aa36-3128d5fe2f82 req-de9f73f9-7634-41d5-9ff2-c2f86991d8b4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:10.606960 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7871c8d3-8107-4ede-aa36-3128d5fe2f82 req-de9f73f9-7634-41d5-9ff2-c2f86991d8b4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0513713 Sep 08 14:05:10.664831 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7871c8d3-8107-4ede-aa36-3128d5fe2f82 req-f97d0a7b-d6ac-4f85-b000-a83f1f31d859 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506682 Sep 08 14:05:10.967837 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02f82c-bfcf-424a-951a-a103e06329d3 req-5d177f33-9627-463b-9cd5-ba24f68886db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:10.969510 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc02f82c-bfcf-424a-951a-a103e06329d3 req-5d177f33-9627-463b-9cd5-ba24f68886db tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0596240 Sep 08 14:05:11.027745 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc02f82c-bfcf-424a-951a-a103e06329d3 req-3f1f6bc9-d84e-429e-b5a2-78260bc5ab6c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526187 Sep 08 14:05:11.173832 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b776-ee81-4b6d-b52e-b31531effd9a req-ad1ef009-d25d-4333-b634-a7a8de7e947f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:11.176618 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-45c0b776-ee81-4b6d-b52e-b31531effd9a req-ad1ef009-d25d-4333-b634-a7a8de7e947f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 948 time: 0.0555911 Sep 08 14:05:11.189352 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:11.212961 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['e6077910-3956-47f1-937a-761ff30736d9'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:11.233715 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-45c0b776-ee81-4b6d-b52e-b31531effd9a req-249f9d72-3b0a-48a4-861e-239e18a17420 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521946 Sep 08 14:05:11.794676 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50120de-f5b0-4918-8bd9-3491153d42c3 req-e1896a8c-b723-4455-8de0-ddb72385d03b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:11.796205 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f50120de-f5b0-4918-8bd9-3491153d42c3 req-e1896a8c-b723-4455-8de0-ddb72385d03b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0511048 Sep 08 14:05:11.816160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:11.850507 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f50120de-f5b0-4918-8bd9-3491153d42c3 req-43192627-7fd2-425f-8433-f28037ce3cf7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485656 Sep 08 14:05:12.153904 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310be35e-18fd-4ac0-b253-6b4426b4a775 req-e3558708-e86b-42cd-a676-9bf8ba88d3a7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:12.154918 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-310be35e-18fd-4ac0-b253-6b4426b4a775 req-e3558708-e86b-42cd-a676-9bf8ba88d3a7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0515056 Sep 08 14:05:12.211952 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-310be35e-18fd-4ac0-b253-6b4426b4a775 req-c7371c6f-efbc-44b5-9ece-c0202699935b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504274 Sep 08 14:05:12.366735 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6498804-96ed-4e46-abbe-e6e7288e7c79 req-87fe311a-2a87-486b-8503-f1db79983ec7 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:12.368315 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d6498804-96ed-4e46-abbe-e6e7288e7c79 req-87fe311a-2a87-486b-8503-f1db79983ec7 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 948 time: 0.0519645 Sep 08 14:05:12.419765 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d6498804-96ed-4e46-abbe-e6e7288e7c79 req-db7cc22e-1367-42a9-b702-0d4a1226d2c4 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450060 Sep 08 14:05:12.974936 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53882246-009d-4c8e-bafa-29aa383579de req-7c5e14d9-2ae7-4f53-b906-53990f296794 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:12.976604 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-53882246-009d-4c8e-bafa-29aa383579de req-7c5e14d9-2ae7-4f53-b906-53990f296794 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0487530 Sep 08 14:05:13.035902 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-53882246-009d-4c8e-bafa-29aa383579de req-ac4768c6-e90e-402e-b36c-12ff6f32cea4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526822 Sep 08 14:05:13.062432 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e6077910-3956-47f1-937a-761ff30736d9 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:13.106425 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port e6077910-3956-47f1-937a-761ff30736d9 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:05:13.217841 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port e6077910-3956-47f1-937a-761ff30736d9 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:13.218272 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e6077910-3956-47f1-937a-761ff30736d9), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:13.309153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port e6077910-3956-47f1-937a-761ff30736d9 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:13.309586 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e6077910-3956-47f1-937a-761ff30736d9), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:13.336555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:13.347104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6115d88f-505f-4f62-ae32-af64804441d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6077910-3956-47f1-937a-761ff30736d9'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:13.350857 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f586f1-cf39-4c8c-ba81-3ad71085fed1 req-b9948e3f-9367-4a7b-a1fd-0b301ee0d1b1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:13.351673 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc1b306-cd7b-43f8-9edc-47e4c53cb2ef" -d '{"events": [{"server_uuid": "6115d88f-505f-4f62-ae32-af64804441d7", "name": "network-vif-plugged", "status": "completed", "tag": "e6077910-3956-47f1-937a-761ff30736d9"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:13.352518 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-94f586f1-cf39-4c8c-ba81-3ad71085fed1 req-b9948e3f-9367-4a7b-a1fd-0b301ee0d1b1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0597832 Sep 08 14:05:13.368573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port e6077910-3956-47f1-937a-761ff30736d9, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e6077910-3956-47f1-937a-761ff30736d9,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:13.395722 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c3c3b-a6c0-4836-acfd-b3295911f4be x-openstack-request-id: req-812c3c3b-a6c0-4836-acfd-b3295911f4be {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:13.396035 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6115d88f-505f-4f62-ae32-af64804441d7", "name": "network-vif-plugged", "status": "completed", "tag": "e6077910-3956-47f1-937a-761ff30736d9", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:13.396312 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-812c3c3b-a6c0-4836-acfd-b3295911f4be {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:13.396712 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812c3c3b-a6c0-4836-acfd-b3295911f4be'] response: {'server_uuid': '6115d88f-505f-4f62-ae32-af64804441d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6077910-3956-47f1-937a-761ff30736d9', 'code': 200} Sep 08 14:05:13.413435 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-94f586f1-cf39-4c8c-ba81-3ad71085fed1 req-b02305a1-93d1-42f4-912c-5c70c7b691bc tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497398 Sep 08 14:05:13.458667 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e6077910-3956-47f1-937a-761ff30736d9), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:13.521775 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=e6077910-3956-47f1-937a-761ff30736d9,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:13.584638 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef1a9-1082-45bc-bd24-09b6f4fdbe6f req-8c9aeadc-6d1c-4b39-9e6b-bf47c2e17657 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:13.590198 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e4bef1a9-1082-45bc-bd24-09b6f4fdbe6f req-8c9aeadc-6d1c-4b39-9e6b-bf47c2e17657 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0847223 Sep 08 14:05:13.598897 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53138) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:13.601359 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60f006-61a8-4b0b-a2ca-4e0781c53241 req-e0259179-96aa-4dc1-b877-17c70d3bfc7d tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:13.602887 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2c60f006-61a8-4b0b-a2ca-4e0781c53241 req-e0259179-96aa-4dc1-b877-17c70d3bfc7d tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0648263 Sep 08 14:05:13.604661 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'floatingip': {'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:13.650193 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:13.665874 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2c60f006-61a8-4b0b-a2ca-4e0781c53241 req-0c724607-a571-44c8-ae9e-67aae396dd74 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Sep 08 14:05:14.059132 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:14.071089 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-ff8cf009-4a3f-41a9-9c31-9f2a5db1663b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2101580619&fields=id&tenant_id=ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 267 time: 0.0507867 Sep 08 14:05:14.132885 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:14.206695 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:14.218068 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b21bd-2c42-4298-b21b-a9e036e0d824 req-e448f61c-d148-4784-9c5b-7dbe03d339bb tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:14.219564 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-058b21bd-2c42-4298-b21b-a9e036e0d824 req-e448f61c-d148-4784-9c5b-7dbe03d339bb tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0657072 Sep 08 14:05:14.327413 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Floating IP 451ec508-e451-4bf1-a840-7ca331c14b6c associated. External IP: 172.27.1.7, port: a12131e2-c639-4cbe-9af6-2de2434ee285. Sep 08 14:05:14.469840 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-94913895-e50e-4f01-b6ba-63b3e0a72d70 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:14.471424 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-94913895-e50e-4f01-b6ba-63b3e0a72d70 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 811 time: 0.3874376 Sep 08 14:05:14.506472 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-8f702143-65de-43ab-9beb-a99fe4c36bb6 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/quotas/ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 375 time: 0.0248654 Sep 08 14:05:14.510781 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-058b21bd-2c42-4298-b21b-a9e036e0d824 req-214e1828-00cb-4429-9aaf-9cfad8eae170 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784479 Sep 08 14:05:14.562946 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-71110c48-4f60-4734-b0e9-ec61a9fb549f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494421 Sep 08 14:05:14.674161 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-a4e2e589-9a1e-43c2-92a7-1fca323b834a service neutron] 10.222.0.97 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983200 Sep 08 14:05:14.727633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:14.744710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:14.746803 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:14.787109 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Router a09e504e-5429-4a98-ab81-399e5d59e811 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:14.807807 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-9aa5c6b5-d682-4364-9ffd-91ffff2bb1e5 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273322 Sep 08 14:05:14.825077 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e73b-3485-4139-99e4-6bfb9e20ae42 req-e103f3cc-0fda-4a99-9443-c295767a1765 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:14.826927 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-95d4e73b-3485-4139-99e4-6bfb9e20ae42 req-e103f3cc-0fda-4a99-9443-c295767a1765 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0671334 Sep 08 14:05:14.889490 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-95d4e73b-3485-4139-99e4-6bfb9e20ae42 req-e14cd6a2-04db-477c-bc89-696c8aaf4e47 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570297 Sep 08 14:05:14.925163 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:14.930557 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:14.937367 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] Sync routers for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:14.951280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:14.952009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:14.967176 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d1b20304-8670-486f-8b68-8a7f9724e99b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/451ec508-e451-4bf1-a840-7ca331c14b6c HTTP/1.1" status: 200 len: 989 time: 1.3669696 Sep 08 14:05:14.967935 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:14.970762 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:15.009146 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ead5a6-c092-4864-9c64-e5b1acb92fc0 x-openstack-request-id: req-d0ead5a6-c092-4864-9c64-e5b1acb92fc0 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:15.009467 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:15.009674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d0ead5a6-c092-4864-9c64-e5b1acb92fc0 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:15.010125 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ead5a6-c092-4864-9c64-e5b1acb92fc0'] response: {'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'status': 'completed', 'code': 200} Sep 08 14:05:15.205035 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:15.442068 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '451ec508-e451-4bf1-a840-7ca331c14b6c', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:39Z', 'updated_at': '2022-09-08T14:05:14Z', 'revision_number': 1, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:15.468029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] Checking router: a09e504e-5429-4a98-ab81-399e5d59e811 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:15.475013 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:15.479703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:15.479703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:15.531012 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ca509f8e-1df5-4be2-8937-c372a4779494 req-313406a8-9315-475d-a467-358e301dcbb1 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0307536 Sep 08 14:05:15.610973 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:15.660116 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f97639-ae0a-4da5-8cee-8c9e0674c460 req-6e479a02-beb3-4b14-a300-188396807e39 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:15.661937 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-03f97639-ae0a-4da5-8cee-8c9e0674c460 req-6e479a02-beb3-4b14-a300-188396807e39 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0597134 Sep 08 14:05:15.720930 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:05:15.726841 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-03f97639-ae0a-4da5-8cee-8c9e0674c460 req-9271e3f8-e92d-4d9a-b2a6-ad4dac017109 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590560 Sep 08 14:05:15.755461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-bfa68f06-4625-4815-8144-7e28fd7a89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:15.757258 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-bfa68f06-4625-4815-8144-7e28fd7a89f9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0571976 Sep 08 14:05:15.870729 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '451ec508-e451-4bf1-a840-7ca331c14b6c', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:39Z', 'updated_at': '2022-09-08T14:05:14Z', 'revision_number': 1, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:15.873337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-53a7271b-47ed-4a6f-a349-c8266c728eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:15.874803 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-53a7271b-47ed-4a6f-a349-c8266c728eda service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.1100285 Sep 08 14:05:15.896423 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f53e71-7233-48b0-93fd-d4b2c70f4fe1 None None] The sync data for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi is: [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '451ec508-e451-4bf1-a840-7ca331c14b6c', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:39Z', 'updated_at': '2022-09-08T14:05:14Z', 'revision_number': 1, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:16.025080 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4c938-f1c3-420a-9ed7-baeaccaf4672 req-4e320a10-eb74-4eee-96e7-b10b8037227f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:16.026789 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92d4c938-f1c3-420a-9ed7-baeaccaf4672 req-4e320a10-eb74-4eee-96e7-b10b8037227f tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0534246 Sep 08 14:05:16.094389 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92d4c938-f1c3-420a-9ed7-baeaccaf4672 req-807d41b9-5216-483c-b19f-097663402dde tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587502 Sep 08 14:05:16.126168 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db493abf-259e-4f5e-8267-f1de7920807a None None] New status for floating IP 451ec508-e451-4bf1-a840-7ca331c14b6c: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:05:16.508358 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-21253224-aa59-48b4-8f96-e023ef4c5ea9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 999 time: 0.0966549 Sep 08 14:05:16.509400 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f5254-ca51-4634-8d89-4fecd4fe75ce req-6ce7f109-bcec-466b-8d9a-ec9b0887caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:16.510702 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-015f5254-ca51-4634-8d89-4fecd4fe75ce req-6ce7f109-bcec-466b-8d9a-ec9b0887caa9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 1133 time: 0.0602131 Sep 08 14:05:16.613772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-d1d7299c-6f1c-4b90-936a-028c3c7a75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:16.615393 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-d1d7299c-6f1c-4b90-936a-028c3c7a75aa service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0839984 Sep 08 14:05:16.619673 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-015f5254-ca51-4634-8d89-4fecd4fe75ce req-05f298d4-ebbd-4494-9838-c20274a683f5 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803699 Sep 08 14:05:16.624811 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7ca4237e-b0f5-4ecd-9ff5-e8c5bebc0a76 req-04ed46b1-856e-45d3-80bf-3f1ff767d9e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0308368 Sep 08 14:05:16.862309 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc4f05-8504-45c8-aaf8-f18b9c779f07 req-ad44505f-81a1-4b48-a897-7b68e93be03d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:16.864029 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9dc4f05-8504-45c8-aaf8-f18b9c779f07 req-ad44505f-81a1-4b48-a897-7b68e93be03d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0508051 Sep 08 14:05:16.923208 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9dc4f05-8504-45c8-aaf8-f18b9c779f07 req-4872d8ce-9cb6-45c1-8206-be957f7655aa tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526495 Sep 08 14:05:17.018803 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:17.107986 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-117db531-00d1-421f-b30e-92c321729ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:17.111512 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-117db531-00d1-421f-b30e-92c321729ace service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557194 Sep 08 14:05:17.132440 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:17.138613 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:17.155669 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'port_id': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'mac_address': 'fa:16:3e:97:27:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:17.200842 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:17.201244 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:17.216963 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:17.223267 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-d4b19d1d-4d14-4688-a912-f96ec12aaec8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029735 Sep 08 14:05:17.235154 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff7d28-8e39-475d-b04d-6c33fdcb3c78 req-fae5c558-c881-4d8f-9bf8-117d23fb3144 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:17.236700 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6ff7d28-8e39-475d-b04d-6c33fdcb3c78 req-fae5c558-c881-4d8f-9bf8-117d23fb3144 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0537734 Sep 08 14:05:17.238208 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:17.288206 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6ff7d28-8e39-475d-b04d-6c33fdcb3c78 req-65186c7a-973e-4749-9140-7858e68d44f4 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Sep 08 14:05:17.354452 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:17.401057 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:17.734279 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-71788f6b-c1b3-4af8-a646-98f0cf0edf7c req-548160b9-e79f-4eab-a54b-9d31348d10df tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0282528 Sep 08 14:05:17.909556 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:17.945956 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f8a16c17-19d7-4a32-a1f1-51cb8c296e1a req-093731a6-debf-4ccc-80d2-806fcb53c884 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911355 Sep 08 14:05:18.052791 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41b08a-9f65-487a-b192-de2b783fde6c req-e30d263f-6c3c-4d06-9028-5fb336fca11b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:18.054311 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc41b08a-9f65-487a-b192-de2b783fde6c req-e30d263f-6c3c-4d06-9028-5fb336fca11b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 944 time: 0.0497925 Sep 08 14:05:18.112278 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc41b08a-9f65-487a-b192-de2b783fde6c req-d0e4748f-9437-4daa-acc2-f80fdb8de503 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514033 Sep 08 14:05:18.149691 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:18.405045 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:18.423352 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f64a-e7ee-41a6-a5a6-4855972b0188 req-53b098ab-2982-4566-b892-dfb0447c0eef tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:18.424963 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1b37f64a-e7ee-41a6-a5a6-4855972b0188 req-53b098ab-2982-4566-b892-dfb0447c0eef tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0547187 Sep 08 14:05:18.486004 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1b37f64a-e7ee-41a6-a5a6-4855972b0188 req-7d901105-2776-4283-909a-e71c779abf11 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Sep 08 14:05:18.618521 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63149f56-6acd-4621-8dba-484a49f11da7 req-df490403-15b2-49d3-914f-238d479bac72 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:18.620071 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-63149f56-6acd-4621-8dba-484a49f11da7 req-df490403-15b2-49d3-914f-238d479bac72 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Sep 08 14:05:18.675227 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-63149f56-6acd-4621-8dba-484a49f11da7 req-8811a42b-5dba-45f2-8df4-de5d0e64abb2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487258 Sep 08 14:05:18.705860 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53210) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:18.866359 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-85718897-fad5-4b4f-b02d-aaaaf23c9346 req-c0f40565-806b-4e89-ab28-e2c9fe2906be tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0471263 Sep 08 14:05:18.938025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b047a7-6069-443a-9487-6cc5fce9abae tempest-TestMinimumBasicScenario-885915755 tempest-TestMinimumBasicScenario-885915755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:18.939834 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-13b047a7-6069-443a-9487-6cc5fce9abae tempest-TestMinimumBasicScenario-885915755 tempest-TestMinimumBasicScenario-885915755-project-admin] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1125 time: 0.2329502 Sep 08 14:05:18.943088 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53216) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:18.949295 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'port_id': 'd42836f7-59df-4047-abf1-f2202598649e', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:19.024161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:19.115464 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:19.245730 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Allocated IP 172.27.1.134 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:19.247731 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:19.263569 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69131ca7-2263-4a6d-86b9-9d77e0f3b359 req-525c0764-4eed-485b-ae82-7214d0127381 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:19.265662 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-69131ca7-2263-4a6d-86b9-9d77e0f3b359 req-525c0764-4eed-485b-ae82-7214d0127381 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 944 time: 0.0575981 Sep 08 14:05:19.332595 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-69131ca7-2263-4a6d-86b9-9d77e0f3b359 req-94d581f2-ed63-4eb7-bacc-24acdc99df67 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599933 Sep 08 14:05:19.373742 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:19.492881 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:19.538372 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:19.544976 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:19.547650 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:19.580924 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'Port': ['ID=bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:19.627598 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09da046-cf3c-45d6-ae7f-f4da8f5941f7 req-08a5abb2-7c4a-448a-9a37-76305c6b8670 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:19.629337 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f09da046-cf3c-45d6-ae7f-f4da8f5941f7 req-08a5abb2-7c4a-448a-9a37-76305c6b8670 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0548894 Sep 08 14:05:19.651346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:19.695848 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f09da046-cf3c-45d6-ae7f-f4da8f5941f7 req-ba044403-020b-4948-94a6-4993c03d3972 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604401 Sep 08 14:05:19.755906 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:19.911453 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for floatingip (b21ec6e2-17b7-4b0e-8773-79683b259c37), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:19.931572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:19.987083 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:05:19.990610 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b7d7a1b5-3ae6-422f-a4ee-b8d889721543 req-9471841e-7978-4bda-b188-f362abb78943 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0293221 Sep 08 14:05:20.074924 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.079393 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:20.082477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.164230 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:20.164627 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.192342 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:20.195824 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4d727c-f868-4666-8f72-72262e247475" -d '{"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-plugged", "status": "completed", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:20.214076 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:20.240830 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.244820 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c1012a-a49e-4ffc-abf7-0e5fedfbdd0e x-openstack-request-id: req-f3c1012a-a49e-4ffc-abf7-0e5fedfbdd0e {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:20.245282 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-plugged", "status": "completed", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:20.245546 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f3c1012a-a49e-4ffc-abf7-0e5fedfbdd0e {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:20.245981 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c1012a-a49e-4ffc-abf7-0e5fedfbdd0e'] response: {'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'code': 200} Sep 08 14:05:20.275818 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:20.293253 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6510079-9d23-4f24-8323-ca0253b0e615 req-89756e2c-9f45-403a-a4bc-aca2cd7fed41 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:20.294767 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d6510079-9d23-4f24-8323-ca0253b0e615 req-89756e2c-9f45-403a-a4bc-aca2cd7fed41 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0500677 Sep 08 14:05:20.351515 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d6510079-9d23-4f24-8323-ca0253b0e615 req-91581229-4afc-4a42-aec8-388952e2f2ca tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497029 Sep 08 14:05:20.389852 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.442255 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:20.473776 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34bad-0727-475a-8c26-f027b4127b6f req-db1a38fa-a937-492f-8610-5c4694789163 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:20.475592 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3a34bad-0727-475a-8c26-f027b4127b6f req-db1a38fa-a937-492f-8610-5c4694789163 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0534246 Sep 08 14:05:20.540342 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3a34bad-0727-475a-8c26-f027b4127b6f req-e3b9fe80-ff04-437a-bfa2-247d5f3cb650 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570381 Sep 08 14:05:20.612679 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.613560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (b21ec6e2-17b7-4b0e-8773-79683b259c37), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:20.676359 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:20.707637 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'Port': ['ID=bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:20.759891 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Floating IP b21ec6e2-17b7-4b0e-8773-79683b259c37 associated. External IP: 172.27.1.134, port: d42836f7-59df-4047-abf1-f2202598649e. Sep 08 14:05:20.968230 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Router b96fde81-7a68-474e-a116-b388bcac06d7 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:21.031421 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:21.096320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:21.101398 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e64749a4-7690-4b5c-b843-1ffb0e4a9720 req-2e6a0228-f8f3-4a89-9964-21412f8e4788 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0307798 Sep 08 14:05:21.108702 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] Sync routers for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:21.119173 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:21.119928 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:21.224504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:21.225437 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:21.256560 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f4ed0bf9-a858-44a2-902b-2e57e019797d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3119779 Sep 08 14:05:21.257684 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:21.259643 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53240) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:21.260758 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767a4fd8-d59c-4743-8d35-9120b702d102" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:21.264758 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47291856', 'description': 'tempest-secgroup-smoke-47291856 description', 'project_id': '9aa00aef04784c1ea61221c69e872045'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:21.302089 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffaa43f8-d643-4682-b2b6-9224170aadca x-openstack-request-id: req-ffaa43f8-d643-4682-b2b6-9224170aadca {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:21.302387 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:21.302644 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ffaa43f8-d643-4682-b2b6-9224170aadca {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:21.303053 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffaa43f8-d643-4682-b2b6-9224170aadca'] response: {'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'status': 'completed', 'code': 200} Sep 08 14:05:21.377333 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:21.446755 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'b21ec6e2-17b7-4b0e-8773-79683b259c37', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'port_id': 'd42836f7-59df-4047-abf1-f2202598649e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'mac_address': 'fa:16:3e:6f:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:19Z', 'updated_at': '2022-09-08T14:05:19Z', 'revision_number': 0, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:55Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:21.463590 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:21.476042 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] Checking router: b96fde81-7a68-474e-a116-b388bcac06d7 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:21.485663 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:21.486273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:04:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:21.496471 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88750b83-3976-4be5-af8d-2d3ca1304fdc req-f9e8a623-cdcb-40ad-a671-3375d7ccb0d4 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:21.498006 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-88750b83-3976-4be5-af8d-2d3ca1304fdc req-f9e8a623-cdcb-40ad-a671-3375d7ccb0d4 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0644395 Sep 08 14:05:21.570409 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-88750b83-3976-4be5-af8d-2d3ca1304fdc req-7f57f541-2e33-43a1-a3c3-973a10673278 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Sep 08 14:05:21.592865 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:21.603808 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:21.614148 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group (118f07d5-0c15-4623-82f6-18df9002a88f), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:21.686565 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf93e-5545-4380-b103-44735e1a74b4 req-a79f2f86-a2ea-4887-9cc9-67265157c9eb tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:21.688186 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-63dbf93e-5545-4380-b103-44735e1a74b4 req-a79f2f86-a2ea-4887-9cc9-67265157c9eb tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0527899 Sep 08 14:05:21.715986 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (118f07d5-0c15-4623-82f6-18df9002a88f), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:21.775723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118f07d5-0c15-4623-82f6-18df9002a88f,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:21.782283 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-63dbf93e-5545-4380-b103-44735e1a74b4 req-0c3e3cd9-be02-4534-bc8d-fab37ad01da5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811772 Sep 08 14:05:21.830508 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:21.831806 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b5d5cf94-018d-49b3-991f-1302eeebd26b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5709729 Sep 08 14:05:21.835807 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53250) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:21.841605 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group_rule': {'security_group_id': '118f07d5-0c15-4623-82f6-18df9002a88f', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:21.932517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (7b27ffc0-5a3c-4a97-91e1-b53479b713b2), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:21.976137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'b21ec6e2-17b7-4b0e-8773-79683b259c37', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'port_id': 'd42836f7-59df-4047-abf1-f2202598649e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'mac_address': 'fa:16:3e:6f:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:19Z', 'updated_at': '2022-09-08T14:05:19Z', 'revision_number': 0, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:55Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:21.997752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (7b27ffc0-5a3c-4a97-91e1-b53479b713b2), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.010788 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afba40a-ff6e-4362-9ba2-4c98de6d757e None None] The sync data for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi is: [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'b21ec6e2-17b7-4b0e-8773-79683b259c37', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'port_id': 'd42836f7-59df-4047-abf1-f2202598649e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'mac_address': 'fa:16:3e:6f:3a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:19Z', 'updated_at': '2022-09-08T14:05:19Z', 'revision_number': 0, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:55Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:22.109447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (7b27ffc0-5a3c-4a97-91e1-b53479b713b2), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.132099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b27ffc0-5a3c-4a97-91e1-b53479b713b2,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:22.138712 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-afa360dd-325a-41b6-95fe-f447a04e69b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.214216 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364b2b9-a354-40d8-8158-090a0bd2b3e8 None None] New status for floating IP b21ec6e2-17b7-4b0e-8773-79683b259c37: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:05:22.216548 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:22.231245 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-85066654-35ef-47c3-96a0-25e0fb3b95ba req-fa070795-0de1-4f5a-a805-836e176fb291 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0398216 Sep 08 14:05:22.254762 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.257068 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-8809b9f0-897c-445d-b3cb-0adbc5b7b18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4190342 Sep 08 14:05:22.259225 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53256) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:22.264548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group_rule': {'security_group_id': '118f07d5-0c15-4623-82f6-18df9002a88f', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:22.402059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (c4f342d9-4a1b-4a1e-94a5-5ebcf930eb5a), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.473433 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (c4f342d9-4a1b-4a1e-94a5-5ebcf930eb5a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.560963 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (c4f342d9-4a1b-4a1e-94a5-5ebcf930eb5a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.580379 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f342d9-4a1b-4a1e-94a5-5ebcf930eb5a,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:22.654245 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.655474 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d2be22a0-e607-4e37-9f4f-7876156a6610 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3953054 Sep 08 14:05:22.658666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53260) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:22.663387 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group_rule': {'security_group_id': '118f07d5-0c15-4623-82f6-18df9002a88f', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:22.703465 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d02053-2fbe-4ca4-9092-72c656041fdf req-6fce4cdf-f398-438d-b4dc-175f4befa812 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:22.704972 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f5d02053-2fbe-4ca4-9092-72c656041fdf req-6fce4cdf-f398-438d-b4dc-175f4befa812 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0532792 Sep 08 14:05:22.753503 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f5d02053-2fbe-4ca4-9092-72c656041fdf req-b2ee40e0-40ca-4a76-9bfa-4fd55bab270b tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Sep 08 14:05:22.779517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (68963982-56a9-450c-9fc9-0eaa906c85ee), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.833787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (68963982-56a9-450c-9fc9-0eaa906c85ee), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.918212 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95ecc-5007-4e52-8618-559ab9c458dc req-a060b66d-780d-4115-934b-1cc02f60aea8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:22.920469 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (68963982-56a9-450c-9fc9-0eaa906c85ee), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:22.921318 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e2b95ecc-5007-4e52-8618-559ab9c458dc req-a060b66d-780d-4115-934b-1cc02f60aea8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0526400 Sep 08 14:05:22.942850 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68963982-56a9-450c-9fc9-0eaa906c85ee,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:22.979745 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e2b95ecc-5007-4e52-8618-559ab9c458dc req-3006892d-c3f2-4082-9787-b39d81d95a71 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511751 Sep 08 14:05:23.014012 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.015283 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-796d5a8a-88ed-4cf9-92c2-4e5fed4513d2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556378 Sep 08 14:05:23.018329 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53264) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:23.023404 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group_rule': {'security_group_id': '118f07d5-0c15-4623-82f6-18df9002a88f', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:23.047875 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:23.157971 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (496eb848-31e7-403b-b962-b6f96a02a548), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.225056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-2947c2de-8cf9-4872-afb2-e8d3ab322abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:23.226575 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-2947c2de-8cf9-4872-afb2-e8d3ab322abe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1130 time: 0.1348541 Sep 08 14:05:23.230316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (496eb848-31e7-403b-b962-b6f96a02a548), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.230723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dcb68-ede1-43d9-9cfd-7f22c68ecc6c req-26e4509d-4236-4e39-9a66-32f15c6891b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:23.232231 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f07dcb68-ede1-43d9-9cfd-7f22c68ecc6c req-26e4509d-4236-4e39-9a66-32f15c6891b7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1129 time: 0.1359065 Sep 08 14:05:23.272219 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-cf1f6f4d-825d-4d49-8c68-9585ae261d61 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:23.274643 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-cf1f6f4d-825d-4d49-8c68-9585ae261d61 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 811 time: 0.2073088 Sep 08 14:05:23.293425 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (496eb848-31e7-403b-b962-b6f96a02a548), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.340248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496eb848-31e7-403b-b962-b6f96a02a548,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:23.364697 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed22e42b-68cc-4a0a-a273-0681441d5105 req-9d56bcd6-3525-4cf3-8458-5452165b297a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0460176 Sep 08 14:05:23.426353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:23.442692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.444309 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-36f3b25a-0e9d-42c3-b313-a80acdb8a28b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4246259 Sep 08 14:05:23.447173 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53268) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:23.458109 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group_rule': {'security_group_id': '118f07d5-0c15-4623-82f6-18df9002a88f', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:23.483652 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:23.487262 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-9a936b5c-ebd4-492c-bd79-c64491606ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:23.488806 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-9a936b5c-ebd4-492c-bd79-c64491606ff9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 917 time: 0.1099868 Sep 08 14:05:23.635972 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.securitygroups_db [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Project 9aa00aef04784c1ea61221c69e872045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:05:23.683330 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-f1a839a8-acf1-4365-9947-cd226cc3a7b6 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:23.685097 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-f1a839a8-acf1-4365-9947-cd226cc3a7b6 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.1498175 Sep 08 14:05:23.685526 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (138035e8-ef4d-49b4-8848-273fcb162296), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.697812 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-c6956eb2-8b8f-47c6-83ba-a4ca2255eb55 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 380 time: 0.1934566 Sep 08 14:05:23.700424 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f07dcb68-ede1-43d9-9cfd-7f22c68ecc6c req-218ccd29-671c-48a5-a407-c123dac14cb4 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022996 Sep 08 14:05:23.723124 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-1d4b79df-fe5c-4ffe-9e15-d783841c0709 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 1002 time: 0.1857116 Sep 08 14:05:23.846946 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Deleting port e6077910-3956-47f1-937a-761ff30736d9 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:05:23.847280 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (e6077910-3956-47f1-937a-761ff30736d9), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.856677 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (138035e8-ef4d-49b4-8848-273fcb162296), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.892213 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a0349-f49c-495d-91d2-08d1fc88f63d req-45d032c3-c754-4922-bc47-2fe02162e698 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:23.894123 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-035a0349-f49c-495d-91d2-08d1fc88f63d req-45d032c3-c754-4922-bc47-2fe02162e698 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 949 time: 0.0532291 Sep 08 14:05:23.927044 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (138035e8-ef4d-49b4-8848-273fcb162296), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.948565 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-035a0349-f49c-495d-91d2-08d1fc88f63d req-0613dc82-99ca-49a2-b5bf-a4c85b48121c tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=49f6d094-293e-49e8-92b9-4a06bd15e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Sep 08 14:05:23.975773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138035e8-ef4d-49b4-8848-273fcb162296,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:23.981074 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] For port e6077910-3956-47f1-937a-761ff30736d9, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e6077910-3956-47f1-937a-761ff30736d9,segment=NetworkSegment(222f537a-469e-433a-9e01-9c13da32299c),segment_id=222f537a-469e-433a-9e01-9c13da32299c)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:23.981454 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (e6077910-3956-47f1-937a-761ff30736d9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:23.989911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:23.997173 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Calling delete_port for e6077910-3956-47f1-937a-761ff30736d9 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:05:24.063677 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.065033 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-e74035cf-062b-4804-8fab-c022433accc1 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6169016 Sep 08 14:05:24.069705 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53274) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:24.075759 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'security_group_rule': {'security_group_id': '118f07d5-0c15-4623-82f6-18df9002a88f', 'project_id': '9aa00aef04784c1ea61221c69e872045', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:24.102660 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:24.167862 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'port': {'device_id': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'admin_state_up': True, 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'security_groups': ['51251f4f-1815-493c-93e2-55761606ce20']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:24.174521 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3bd52-ba32-4df3-87cf-2cd187150272 req-67a259df-2ec7-42aa-a88e-745bc3adc5d1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:24.177712 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7af3bd52-ba32-4df3-87cf-2cd187150272 req-67a259df-2ec7-42aa-a88e-745bc3adc5d1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0936227 Sep 08 14:05:24.245251 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.securitygroups_db [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Project 9aa00aef04784c1ea61221c69e872045 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:05:24.278528 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (324255dd-fa11-4d30-9a9e-f021612548cc), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.297027 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7af3bd52-ba32-4df3-87cf-2cd187150272 req-bad9ca1a-2a4c-4d5f-a622-a21574b1071f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110630 Sep 08 14:05:24.389642 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (324255dd-fa11-4d30-9a9e-f021612548cc), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.453670 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (324255dd-fa11-4d30-9a9e-f021612548cc), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.521997 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324255dd-fa11-4d30-9a9e-f021612548cc,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:24.526747 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e8b59366-6211-4ac9-8244-f9fa618c8100 req-6438ada1-183e-44a0-af09-0799993d2963 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0697014 Sep 08 14:05:24.600790 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-56781e59-eb89-44ad-bcb0-500cea6d4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:24.602310 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-56781e59-eb89-44ad-bcb0-500cea6d4224 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.4833694 Sep 08 14:05:24.672122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.673683 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7d29c2ed-5d74-4811-8ecd-61f368857440 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6024883 Sep 08 14:05:24.698306 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (e6077910-3956-47f1-937a-761ff30736d9), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.740345 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Pushing event deleted for resources: {'Port': ['ID=e6077910-3956-47f1-937a-761ff30736d9,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:24.760781 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['e6077910-3956-47f1-937a-761ff30736d9'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:24.768848 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:24.799676 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-ce3a0db8-e136-4ad8-96c4-c9b4d1757356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:24.800135 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-ce3a0db8-e136-4ad8-96c4-c9b4d1757356 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731738 Sep 08 14:05:24.801118 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Made reservation on behalf of ae31829bffd7483fbab3dc87635aea58 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:05:24.805051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.822349 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-41d96631-50f9-494a-b5de-993ce4dc1d66 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-47291856&fields=id&tenant_id=9aa00aef04784c1ea61221c69e872045 HTTP/1.1" status: 200 len: 267 time: 0.0719333 Sep 08 14:05:24.874392 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] No DVR routers for this DVR port e6077910-3956-47f1-937a-761ff30736d9 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:05:24.874392 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:24.874392 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-36b78986-300c-44bd-bac4-2d1add72fa1a req-2424cc5e-6edc-4eb0-a881-6f4917a6b6f0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.77 "DELETE /networking/v2.0/ports/e6077910-3956-47f1-937a-761ff30736d9 HTTP/1.1" status: 204 len: 173 time: 1.1518154 Sep 08 14:05:24.875039 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6115d88f-505f-4f62-ae32-af64804441d7', 'name': 'network-vif-deleted', 'tag': 'e6077910-3956-47f1-937a-761ff30736d9'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:24.877499 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea1c15f-55f6-4d7d-b9f5-ce83123ac396" -d '{"events": [{"server_uuid": "6115d88f-505f-4f62-ae32-af64804441d7", "name": "network-vif-deleted", "tag": "e6077910-3956-47f1-937a-761ff30736d9"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:24.912025 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-dd420f13-b395-4900-a6b5-10c7db0f6133 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:24.914857 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-dd420f13-b395-4900-a6b5-10c7db0f6133 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0828822 Sep 08 14:05:24.935007 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'port': {'security_groups': ['d6bc261c-9bf5-4ac0-81cb-f5d137cc1375', '118f07d5-0c15-4623-82f6-18df9002a88f']}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:25.000948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad8fe39-036f-4b71-b271-d0a50940128f x-openstack-request-id: req-aad8fe39-036f-4b71-b271-d0a50940128f {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:25.001772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6115d88f-505f-4f62-ae32-af64804441d7", "name": "network-vif-deleted", "tag": "e6077910-3956-47f1-937a-761ff30736d9", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:25.001772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-aad8fe39-036f-4b71-b271-d0a50940128f {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:25.002264 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad8fe39-036f-4b71-b271-d0a50940128f'] response: {'server_uuid': '6115d88f-505f-4f62-ae32-af64804441d7', 'name': 'network-vif-deleted', 'tag': 'e6077910-3956-47f1-937a-761ff30736d9', 'status': 'completed', 'code': 200} Sep 08 14:05:25.032447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.116440 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-6556c99d-260c-426c-bfdd-aeafca445f66 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022089 Sep 08 14:05:25.148715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Allocated IP 172.20.0.10 (1825ab58-9a7f-4a28-9e67-c083bb9f8e93/1e8876eb-36c3-44cf-9482-bd471519492f/7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:25.163841 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1f2a6cd7-dc61-46f1-b4e2-51e9debc609a req-12a24fe9-8e46-4ecc-bbd4-56266bbbb6ca tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0610535 Sep 08 14:05:25.191654 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3280421c-3436-4fdb-b733-a5a3579c6c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.241610 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:25.326320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.357426 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:25.390350 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for port (d42836f7-59df-4047-abf1-f2202598649e), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.424664 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.444433 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809efacc-cab5-406d-9025-0f91a56ac990 req-1adc5198-7bb3-4d5c-a4aa-d09bfc11839a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:25.445933 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-809efacc-cab5-406d-9025-0f91a56ac990 req-1adc5198-7bb3-4d5c-a4aa-d09bfc11839a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0527990 Sep 08 14:05:25.451727 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.470978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:25.472499 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:25.476492 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:25.481960 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:25.482476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.499934 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['d42836f7-59df-4047-abf1-f2202598649e'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:25.505988 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:25.513667 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:25.514494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.515849 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c07267a4-0f24-495e-bbd4-333780cedb46 req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "PUT /networking/v2.0/ports/d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 982 time: 0.5924478 Sep 08 14:05:25.522708 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:25.524954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:25.594222 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-fa8908d4-588c-470d-a591-f81ca4a5ea9b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4772995 Sep 08 14:05:25.602511 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa5cef-0cb7-4de9-9b7e-3e7c87e8e48c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=6']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:25.618374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-809efacc-cab5-406d-9025-0f91a56ac990 req-18e98655-fa9b-4fc5-b655-ddf60f3ec258 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622770 Sep 08 14:05:25.684565 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380be49-eb0a-4a8a-8a92-688ad39ec253 req-afd7e900-3fc4-4448-9427-24c36868c104 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:25.691835 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4380be49-eb0a-4a8a-8a92-688ad39ec253 req-afd7e900-3fc4-4448-9427-24c36868c104 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0629144 Sep 08 14:05:25.695364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48dbf76-942c-45ab-9f4a-e8317d9522cb x-openstack-request-id: req-c48dbf76-942c-45ab-9f4a-e8317d9522cb {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:25.695657 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:25.695901 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c48dbf76-942c-45ab-9f4a-e8317d9522cb {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:25.696327 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48dbf76-942c-45ab-9f4a-e8317d9522cb'] response: {'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'status': 'completed', 'code': 200} Sep 08 14:05:25.782157 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4380be49-eb0a-4a8a-8a92-688ad39ec253 req-118adf27-50c2-464d-8c59-56d012995255 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0893867 Sep 08 14:05:25.791302 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['d42836f7-59df-4047-abf1-f2202598649e'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:25.802602 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-e85b9a6e-9747-445a-8a88-9eda074ad92a None None] Provisioning complete for port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:25.802974 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e85b9a6e-9747-445a-8a88-9eda074ad92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:25.838635 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f39dc-ffba-4d5c-ba3f-029951aeacf6 req-6f8342ef-8cbf-4a63-9be9-f8d388f8f770 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:25.841498 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a4f39dc-ffba-4d5c-ba3f-029951aeacf6 req-6f8342ef-8cbf-4a63-9be9-f8d388f8f770 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 932 time: 0.0840268 Sep 08 14:05:25.896569 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e85b9a6e-9747-445a-8a88-9eda074ad92a None None] Port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:05:25.914914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a4f39dc-ffba-4d5c-ba3f-029951aeacf6 req-78ef4a13-04b1-4328-838e-4999245da3ef tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677216 Sep 08 14:05:26.043578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:26.091504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:26.105314 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:26.122635 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-767a4fd8-d59c-4743-8d35-9120b702d102 req-b6ca8513-9da9-46dd-8f94-2b2f7a3620fa service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249576 Sep 08 14:05:26.176876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Request body: {'port': {'device_id': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:26.254031 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:26.366908 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ad71293-c6d2-4a83-8db3-1b2de938723e req-74ca9851-660a-47eb-8c37-8ac4c4f0fa76 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0328374 Sep 08 14:05:26.396392 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:26.468614 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:26.478244 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-f3367f88-c953-4fbd-af52-5c63c3bd6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:26.480735 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-f3367f88-c953-4fbd-af52-5c63c3bd6f01 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1169 time: 0.0991025 Sep 08 14:05:26.706277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:26.709637 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-8ae91e21-91ba-4011-bebf-71ea6ce8f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:26.711224 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-8ae91e21-91ba-4011-bebf-71ea6ce8f0be service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 917 time: 0.2070541 Sep 08 14:05:26.762345 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393b6ec-f528-4b5c-8b09-a4a29569cbbe req-40dbdba4-4c6f-4589-9bc5-a4426145f9ef tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:26.764894 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7393b6ec-f528-4b5c-8b09-a4a29569cbbe req-40dbdba4-4c6f-4589-9bc5-a4426145f9ef tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0691798 Sep 08 14:05:26.807025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:26.822479 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Publish callbacks [] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:26.827222 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7393b6ec-f528-4b5c-8b09-a4a29569cbbe req-09adc51e-6279-440e-9829-fe306fdcd66e tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552855 Sep 08 14:05:26.827558 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-b2ead648-aea0-4392-a5de-6c9a0936e550 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 1002 time: 0.1054764 Sep 08 14:05:26.860908 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Transition to ACTIVE for port object 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:05:26.900461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-6ed65b54-8c49-4fd6-a082-9479149964e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:26.902137 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-6ed65b54-8c49-4fd6-a082-9479149964e9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.0552194 Sep 08 14:05:26.965391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.033633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:27.038831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-dfee4ac7-4667-410a-8be6-ac83701de117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.041175 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-dfee4ac7-4667-410a-8be6-ac83701de117 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175613 Sep 08 14:05:27.047982 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f5e7-b397-404a-94a9-d40b039cccd3 req-b809f3cf-35ea-440c-8418-a58d5b19ea00 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.049082 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-29e5f5e7-b397-404a-94a9-d40b039cccd3 req-b809f3cf-35ea-440c-8418-a58d5b19ea00 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.1052852 Sep 08 14:05:27.109255 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:27.112040 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Attempting to bind port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:05:27.112411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Attempting to bind port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:05:27.112745 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Attempting to bind port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:27.134593 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9f668-1d5f-4abd-ab1d-7bc5c100a762 req-b4f5a769-656e-454d-9e53-8884ee6f885c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.136936 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8ac9f668-1d5f-4abd-ab1d-7bc5c100a762 req-b4f5a769-656e-454d-9e53-8884ee6f885c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0803504 Sep 08 14:05:27.162279 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-29e5f5e7-b397-404a-94a9-d40b039cccd3 req-f77bb5e7-9237-4b14-abec-c47af320a6e2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084337 Sep 08 14:05:27.170140 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:05:27.170942 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Attempting to bind port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:05:27.195859 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53302) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:27.215942 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8ac9f668-1d5f-4abd-ab1d-7bc5c100a762 req-dae94e0d-611d-4d90-bc12-43d74f79a4e1 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700164 Sep 08 14:05:27.243809 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:05:27.244177 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Checking segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:05:27.244642 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Bound using segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:05:27.245176 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Bound port: 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:05:27.246358 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.317435 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] For port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:27.321100 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] For port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:05:27.396045 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02abed-664c-47f5-abb1-306abd78e9b4 tempest-TestShelveInstance-1635342933 tempest-TestShelveInstance-1635342933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.398731 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-6a02abed-664c-47f5-abb1-306abd78e9b4 tempest-TestShelveInstance-1635342933 tempest-TestShelveInstance-1635342933-project-admin] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1124 time: 0.2006967 Sep 08 14:05:27.400580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53306) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:27.404982 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'port_id': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:27.406059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.409290 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.410156 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.411993 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 HTTP/1.1" status: 200 len: 1094 time: 1.2408352 Sep 08 14:05:27.416782 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:27.419211 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d898d1b-598c-4619-9443-3c3b4c7df6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:27.475621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab25f4-2341-4d80-afbe-c8c13e91a87e x-openstack-request-id: req-55ab25f4-2341-4d80-afbe-c8c13e91a87e {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:27.475621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:27.476081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-55ab25f4-2341-4d80-afbe-c8c13e91a87e {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:27.476281 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ab25f4-2341-4d80-afbe-c8c13e91a87e'] response: {'name': 'network-changed', 'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'status': 'completed', 'code': 200} Sep 08 14:05:27.509472 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-1d1ddf7e-cd8b-48f9-bbe4-2e8c9b9e2b43 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527693 Sep 08 14:05:27.517575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf473-c3d6-410a-99ff-56a22b968b32 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:27.520955 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.571464 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-77ad8f71-1702-4cf2-862f-448d7bbceb75 req-afa2813f-e609-4dab-8693-4a25b71e1db0 tempest-VolumesNegativeTest-438196462 tempest-VolumesNegativeTest-438196462-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6115d88f-505f-4f62-ae32-af64804441d7 HTTP/1.1" status: 200 len: 210 time: 0.0667393 Sep 08 14:05:27.657766 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.661421 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898d1b-598c-4619-9443-3c3b4c7df6c6 req-62d82a89-79a9-4063-93ab-4a212e17bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.662992 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3d898d1b-598c-4619-9443-3c3b4c7df6c6 req-62d82a89-79a9-4063-93ab-4a212e17bb69 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 1128 time: 0.1000538 Sep 08 14:05:27.721841 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:27.722068 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-fabf5842-b4d0-4e6a-8d3d-8c17617bfe1f req-9ecc537a-2560-4fa3-91f9-443d7ce63615 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749218 Sep 08 14:05:27.775580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Allocated IP 172.27.1.210 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/2a9d80c4-b1c2-47eb-9210-16c81442e8bb) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:27.802300 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898d1b-598c-4619-9443-3c3b4c7df6c6 req-191ccda6-afa4-4afd-8a9a-3c63f61b47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.803787 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3d898d1b-598c-4619-9443-3c3b4c7df6c6 req-191ccda6-afa4-4afd-8a9a-3c63f61b47a6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=ae31829bffd7483fbab3dc87635aea58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1113231 Sep 08 14:05:27.919546 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:27.928648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:27.935354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e6077910-3956-47f1-937a-761ff30736d9 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:27.946016 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898d1b-598c-4619-9443-3c3b4c7df6c6 req-1175abbd-976a-40a6-b65a-30e2d0c05b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:27.947634 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3d898d1b-598c-4619-9443-3c3b4c7df6c6 req-1175abbd-976a-40a6-b65a-30e2d0c05b50 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1174030 Sep 08 14:05:27.957569 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: e6077910-3956-47f1-937a-761ff30736d9 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:05:27.957910 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e6077910-3956-47f1-937a-761ff30736d9 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:28.070330 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:28.078340 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-8fb80c9d-6db0-409d-99e1-a3b09d1b9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:28.079982 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:28.080590 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-8fb80c9d-6db0-409d-99e1-a3b09d1b9c9b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 1128 time: 0.0501590 Sep 08 14:05:28.106431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:28.109461 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:28.113257 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:28.141940 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-e9fb5abc-70ce-44cf-af0a-62f05f5bfdcf service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 HTTP/1.1" status: 200 len: 217 time: 0.0360169 Sep 08 14:05:28.150566 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'Port': ['ID=2a9d80c4-b1c2-47eb-9210-16c81442e8bb,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:28.196580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-5a9dab8a-0c71-4f59-8aac-cc51af15c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:28.198018 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-5a9dab8a-0c71-4f59-8aac-cc51af15c3fa service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0484362 Sep 08 14:05:28.254812 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-68c0fc3c-7b9b-4f1f-bb1e-614b0fabbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:28.256658 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-68c0fc3c-7b9b-4f1f-bb1e-614b0fabbfc2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474031 Sep 08 14:05:28.357686 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:28.369655 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-0df8ab4c-7068-43ac-9007-627261abd783 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015847 Sep 08 14:05:28.478713 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-7b5858c3-efee-41e7-a063-e8177e9ed927 req-f6dcdcd5-98f4-4623-a5a6-92f9263b43e5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022472 Sep 08 14:05:28.560673 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:28.582748 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd99cd-809c-4094-890d-24482460f19a req-a9fb9aee-2cad-4b92-8f83-e49aa3df1095 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:28.584349 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e3bd99cd-809c-4094-890d-24482460f19a req-a9fb9aee-2cad-4b92-8f83-e49aa3df1095 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.2778537 Sep 08 14:05:28.688891 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e3bd99cd-809c-4094-890d-24482460f19a req-0f3100cc-27e2-491a-a93f-219ec120a639 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980802 Sep 08 14:05:28.784195 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:28.799843 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for floatingip (edec3a96-b69c-40a2-8049-ea9c797a3a52), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:28.972866 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:29.082453 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:29.257496 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:29.361518 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:29.445144 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event updated for resources: {'Port': ['ID=2a9d80c4-b1c2-47eb-9210-16c81442e8bb,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:29.447483 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (edec3a96-b69c-40a2-8049-ea9c797a3a52), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:29.545082 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.l3_db [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Floating IP edec3a96-b69c-40a2-8049-ea9c797a3a52 associated. External IP: 172.27.1.210, port: 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8. Sep 08 14:05:29.707367 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:29.781143 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Router f28f13ae-25a6-40d9-841d-7357a21c97f2 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:29.880269 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e159298-6952-4950-a421-70df56addf1c req-07f40d04-347e-4e54-8c9f-5a0f2f5a6524 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:29.881756 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1e159298-6952-4950-a421-70df56addf1c req-07f40d04-347e-4e54-8c9f-5a0f2f5a6524 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0930099 Sep 08 14:05:30.008462 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:30.022537 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1e159298-6952-4950-a421-70df56addf1c req-7c090c69-054f-499c-bbcf-3d31cb58152d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330512 Sep 08 14:05:30.027824 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] Sync routers for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:30.053946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:30.053946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:30.124065 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:30.168317 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-932d3bde-8159-406c-91e9-b75f10bedf55 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7630792 Sep 08 14:05:30.168317 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:30.168871 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ab160-a44b-48be-b00c-66a0a9441787" -d '{"events": [{"name": "network-changed", "server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:30.234550 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:30.246799 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc69752-5f5b-41cd-87d7-f59cbb6bb6a0 x-openstack-request-id: req-6dc69752-5f5b-41cd-87d7-f59cbb6bb6a0 {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:30.247093 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:30.247347 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6dc69752-5f5b-41cd-87d7-f59cbb6bb6a0 {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:30.247757 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc69752-5f5b-41cd-87d7-f59cbb6bb6a0'] response: {'name': 'network-changed', 'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'status': 'completed', 'code': 200} Sep 08 14:05:30.380615 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab160-a44b-48be-b00c-66a0a9441787 req-a1487d86-43f0-4c46-8523-61f461373011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:30.382313 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:30.384718 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-a1487d86-43f0-4c46-8523-61f461373011 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1129 time: 0.0564647 Sep 08 14:05:30.530789 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'edec3a96-b69c-40a2-8049-ea9c797a3a52', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'port_id': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'mac_address': 'fa:16:3e:97:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c297e02-238c-4210-9932-aece5d5a3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:28Z', 'updated_at': '2022-09-08T14:05:28Z', 'revision_number': 0, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:18Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:30.538341 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab160-a44b-48be-b00c-66a0a9441787 req-553450a5-6623-4de5-b4a9-fa978a1f254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:30.540003 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-553450a5-6623-4de5-b4a9-fa978a1f254c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 910 time: 0.1491501 Sep 08 14:05:30.556886 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] Checking router: f28f13ae-25a6-40d9-841d-7357a21c97f2 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:30.567495 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:30.568281 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:30.615308 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-6be4ae8e-9a57-4149-a88c-caa82ce945a0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 999 time: 0.0683811 Sep 08 14:05:30.678898 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab160-a44b-48be-b00c-66a0a9441787 req-f755d96f-532c-4d8f-9b98-419407356098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:30.681450 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-f755d96f-532c-4d8f-9b98-419407356098 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 200 len: 847 time: 0.0578291 Sep 08 14:05:30.716053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:30.764178 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab160-a44b-48be-b00c-66a0a9441787 req-bed2827d-b470-419f-9756-37f92f655194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:30.766810 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-bed2827d-b470-419f-9756-37f92f655194 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774260 Sep 08 14:05:30.939494 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-b89e3602-bfe0-4185-8b0d-8ed25a1d7bb4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627398 Sep 08 14:05:31.056003 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'edec3a96-b69c-40a2-8049-ea9c797a3a52', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'port_id': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'mac_address': 'fa:16:3e:97:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c297e02-238c-4210-9932-aece5d5a3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:28Z', 'updated_at': '2022-09-08T14:05:28Z', 'revision_number': 0, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:18Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:31.057285 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-461ab160-a44b-48be-b00c-66a0a9441787 req-eea93062-edc2-4106-8dcf-475c06673067 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110370 Sep 08 14:05:31.104732 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8920c95-99de-4326-a315-da369e79b8c9 None None] The sync data for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi is: [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'edec3a96-b69c-40a2-8049-ea9c797a3a52', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'floating_ip_address': '172.27.1.210', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'port_id': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'mac_address': 'fa:16:3e:97:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c297e02-238c-4210-9932-aece5d5a3529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:28Z', 'updated_at': '2022-09-08T14:05:28Z', 'revision_number': 0, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:18Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:31.214982 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca995f87-bbed-4693-8e5e-3380b41f8f17 req-516477df-ae22-428b-8449-11e62d27ea9f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:31.217338 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ca995f87-bbed-4693-8e5e-3380b41f8f17 req-516477df-ae22-428b-8449-11e62d27ea9f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0686319 Sep 08 14:05:31.267230 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:31.286726 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ca995f87-bbed-4693-8e5e-3380b41f8f17 req-9d1b3b7b-9f97-4417-a437-f8fc11f086e7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564399 Sep 08 14:05:31.385740 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aecad03-deac-4723-a463-5ad10a988f93 None None] New status for floating IP edec3a96-b69c-40a2-8049-ea9c797a3a52: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:05:31.393515 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:32.462407 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac75bd-a8dd-45e1-9907-d611e0ea28a0 req-5026ec40-2618-4b2e-9063-b7bef3affd0d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:32.465176 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-99ac75bd-a8dd-45e1-9907-d611e0ea28a0 req-5026ec40-2618-4b2e-9063-b7bef3affd0d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0607705 Sep 08 14:05:32.523670 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-99ac75bd-a8dd-45e1-9907-d611e0ea28a0 req-42b5644b-664f-4e43-8eb9-dd316f9bc15c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523229 Sep 08 14:05:33.676567 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771d2d-493b-45d8-b0b3-7c0e4c788856 req-c0477c51-81d1-4e04-93cf-b09ea7b851f4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:33.678793 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-46771d2d-493b-45d8-b0b3-7c0e4c788856 req-c0477c51-81d1-4e04-93cf-b09ea7b851f4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0652244 Sep 08 14:05:33.737492 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-46771d2d-493b-45d8-b0b3-7c0e4c788856 req-b2ad9121-ecfb-452b-9ea7-b1f85f458017 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517375 Sep 08 14:05:34.875962 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106ad4b-5208-45cc-92d5-4d48608665ba req-8cbe7893-7b91-46e7-98b1-9d5512fecf08 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:34.877623 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5106ad4b-5208-45cc-92d5-4d48608665ba req-8cbe7893-7b91-46e7-98b1-9d5512fecf08 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0532978 Sep 08 14:05:34.934230 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5106ad4b-5208-45cc-92d5-4d48608665ba req-cbb9a6c0-da04-4638-8379-e0a9f4bd32cb tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502567 Sep 08 14:05:36.062080 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53586) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:36.087552 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3ca5-a289-4dbc-a23a-04ac89f697a7 req-fa0ab014-5ce3-4475-8d65-00caac9af9e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:36.089412 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8f1f3ca5-a289-4dbc-a23a-04ac89f697a7 req-fa0ab014-5ce3-4475-8d65-00caac9af9e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0658205 Sep 08 14:05:36.160853 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8f1f3ca5-a289-4dbc-a23a-04ac89f697a7 req-dc1ff43c-a517-45ae-9be7-f81f8c04604c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649190 Sep 08 14:05:36.229106 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-726da18d-cfd6-4596-b618-aeb5459e1a14 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=9a212684b7034dd2a02eff9cc2a3dbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654885 Sep 08 14:05:36.231798 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53590) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:36.293706 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Publish callbacks [] for security_group (49f6d094-293e-49e8-92b9-4a06bd15e116), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:36.318123 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Publish callbacks [] for security_group (49f6d094-293e-49e8-92b9-4a06bd15e116), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:36.446411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (49f6d094-293e-49e8-92b9-4a06bd15e116), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:36.449769 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:36.451032 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/49f6d094-293e-49e8-92b9-4a06bd15e116 HTTP/1.1" status: 204 len: 168 time: 0.2181578 Sep 08 14:05:36.460071 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f6d094-293e-49e8-92b9-4a06bd15e116,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:36.468439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.468791 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.469110 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.469449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.469777 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.470108 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.470430 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.470750 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.471074 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.471395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.471715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.472043 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.472417 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.472733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.473052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd46dff-8e80-47b3-86db-55d50a3b61e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:36.490856 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:36.835734 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:37.297602 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6232b2-f544-432d-81a9-c0dddfd0dfe5 req-9ec7b9a2-3448-49e2-93bd-2b39b0278797 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:37.299291 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7f6232b2-f544-432d-81a9-c0dddfd0dfe5 req-9ec7b9a2-3448-49e2-93bd-2b39b0278797 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 944 time: 0.0546591 Sep 08 14:05:37.384836 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7f6232b2-f544-432d-81a9-c0dddfd0dfe5 req-8b844d07-86b5-4eea-be14-05ba72f5ba9e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754387 Sep 08 14:05:38.008873 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:38.128520 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:38.142060 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'port_id': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'mac_address': 'fa:16:3e:1e:e0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:38.189208 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:38.189595 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:38.206253 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:05:38.230957 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:38.321765 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:38.388388 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:38.525497 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4608bdf-d512-457b-87a7-0281eb1080d4 req-370ac415-8fc4-46df-8dae-edfedc44f8f6 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:38.527064 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f4608bdf-d512-457b-87a7-0281eb1080d4 req-370ac415-8fc4-46df-8dae-edfedc44f8f6 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 945 time: 0.0532851 Sep 08 14:05:38.599247 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f4608bdf-d512-457b-87a7-0281eb1080d4 req-9c5bce2e-e5e2-4cf7-87d3-67350dfa8483 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633597 Sep 08 14:05:38.941709 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:05:39.179170 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:39.729473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958eff5-38dc-46fd-bdf1-2ce216a85f4a req-c8c3ac11-298f-4546-a382-fe8f6d2f4354 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:39.731927 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1958eff5-38dc-46fd-bdf1-2ce216a85f4a req-c8c3ac11-298f-4546-a382-fe8f6d2f4354 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 945 time: 0.0543020 Sep 08 14:05:39.783755 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1958eff5-38dc-46fd-bdf1-2ce216a85f4a req-8bda01ea-fed9-4be9-ba24-b1d9c5d00dc0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Sep 08 14:05:40.159032 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-bd54ae9f-8d61-463b-93d9-1cb28b393c27 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432303 Sep 08 14:05:40.240941 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:40.249393 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-23156b5e-f6a4-49cc-a524-e94a24213c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.250906 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-23156b5e-f6a4-49cc-a524-e94a24213c41 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1130 time: 0.0420682 Sep 08 14:05:40.375609 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-4b97cd76-dcb4-4277-826e-ad51ad21b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.377820 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-4b97cd76-dcb4-4277-826e-ad51ad21b143 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 913 time: 0.1058655 Sep 08 14:05:40.393239 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:40.415803 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:40.448118 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-ebe299ce-57c4-4bc6-b9af-2723919f08cd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 200 len: 1002 time: 0.0607750 Sep 08 14:05:40.470370 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:05:40.499145 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-4fab8e84-4db7-48bf-8612-b3aedd5a9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.506320 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-4fab8e84-4db7-48bf-8612-b3aedd5a9547 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.0464635 Sep 08 14:05:40.555130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:05:40.555459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-7c14d2ac-5ff4-44e7-a31e-c66c911a0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.555639 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:40.557142 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-7c14d2ac-5ff4-44e7-a31e-c66c911a0d3a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456970 Sep 08 14:05:40.642221 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:05:40.642845 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:40.663065 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-78b433e4-e8fb-4b53-a963-d9e82da43830 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989084 Sep 08 14:05:40.668023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:40.670815 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5f32bf-85f9-427c-a7cf-598119a6eb3e" -d '{"events": [{"server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:40.684907 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:40.711321 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cde15d-6676-4c20-96cb-03038c1adf2f x-openstack-request-id: req-e8cde15d-6676-4c20-96cb-03038c1adf2f {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:40.711634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "name": "network-vif-plugged", "status": "completed", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:40.711943 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e8cde15d-6676-4c20-96cb-03038c1adf2f {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:40.712368 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cde15d-6676-4c20-96cb-03038c1adf2f'] response: {'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'code': 200} Sep 08 14:05:40.755080 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:40.763990 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd6d0ec1-8245-4056-8e04-61ec3dd8c39c req-ffdf1360-71a2-4f94-afbb-2bf62fa294a7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942130 Sep 08 14:05:40.799018 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:40.825779 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:40.919857 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36dc1b-71f0-48e3-9cb6-be2cecd087a5 req-fb794615-dfd9-42f9-ae7a-c9b1e484281d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:40.921395 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d36dc1b-71f0-48e3-9cb6-be2cecd087a5 req-fb794615-dfd9-42f9-ae7a-c9b1e484281d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0538223 Sep 08 14:05:40.989952 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d36dc1b-71f0-48e3-9cb6-be2cecd087a5 req-b6f02756-a1a7-4cba-8b19-c6bb9cef0f1f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622647 Sep 08 14:05:41.256060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f289f6-8f18-45c9-a3ce-cfeff6c4f1ba req-9229d046-f8b7-4c09-8101-7ccc05a54c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:41.257678 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-d3f289f6-8f18-45c9-a3ce-cfeff6c4f1ba req-9229d046-f8b7-4c09-8101-7ccc05a54c0f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 1130 time: 0.0516984 Sep 08 14:05:41.308461 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-d3f289f6-8f18-45c9-a3ce-cfeff6c4f1ba req-bb44a1a4-8f97-4f4b-a88f-28d5c4040ec0 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Sep 08 14:05:42.123498 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:42.132107 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42eedb-edaa-49f0-818a-f92d49caaeac req-aa0746b8-6082-49a5-94c0-ed43ad69413e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:42.134646 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b42eedb-edaa-49f0-818a-f92d49caaeac req-aa0746b8-6082-49a5-94c0-ed43ad69413e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0615747 Sep 08 14:05:42.190306 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b42eedb-edaa-49f0-818a-f92d49caaeac req-d61a8e8b-fc82-4081-99de-ef5a24ecc23d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498254 Sep 08 14:05:43.324814 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71b94e-ab72-4f75-84e8-7701c8d85e35 req-3690fcca-999c-4356-8a48-21dd00d763e9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:43.326382 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d71b94e-ab72-4f75-84e8-7701c8d85e35 req-3690fcca-999c-4356-8a48-21dd00d763e9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0550792 Sep 08 14:05:43.387405 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d71b94e-ab72-4f75-84e8-7701c8d85e35 req-6e80b2fb-1576-4112-834c-416b9a4398b2 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469329 Sep 08 14:05:44.510835 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3dd0-5a61-42b0-89c7-b64c60480b4f req-aee204f8-cb8a-4e28-9fda-be108bc906ac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.512975 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-de2a3dd0-5a61-42b0-89c7-b64c60480b4f req-aee204f8-cb8a-4e28-9fda-be108bc906ac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0493536 Sep 08 14:05:44.544358 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:44.568483 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-de2a3dd0-5a61-42b0-89c7-b64c60480b4f req-d9008991-05d9-4a7e-acf6-a51118f4422f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499556 Sep 08 14:05:44.706278 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd627a30-002d-470d-933f-7fcc53176523 req-cec66449-cb71-4e38-af1b-3ec770e85a76 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.707772 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bd627a30-002d-470d-933f-7fcc53176523 req-cec66449-cb71-4e38-af1b-3ec770e85a76 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0484419 Sep 08 14:05:44.756735 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bd627a30-002d-470d-933f-7fcc53176523 req-c35ee7e6-d1cc-4de3-a198-3d7092d51835 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Sep 08 14:05:44.786020 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53624) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:44.979469 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8daf56-2d05-4369-a19b-7f9fe7084535 tempest-TestVolumeBootPattern-132941891 tempest-TestVolumeBootPattern-132941891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:44.981083 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-cd8daf56-2d05-4369-a19b-7f9fe7084535 tempest-TestVolumeBootPattern-132941891 tempest-TestVolumeBootPattern-132941891-project-admin] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 1125 time: 0.1940804 Sep 08 14:05:44.984005 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53628) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:05:44.988281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'port_id': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:45.143615 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:45.230350 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:45.342668 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Allocated IP 172.27.1.136 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/fc62f921-42ca-413e-915e-8c8ceb7d7ed9) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:45.455209 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:45.527082 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:45.568740 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:45.574585 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:45.578630 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:05:45.582260 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=fc62f921-42ca-413e-915e-8c8ceb7d7ed9,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:45.613105 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.613444 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.613791 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.614133 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.614465 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.614797 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.615129 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.615451 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.615779 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.616108 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.616468 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.616794 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.617118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.617438 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.617759 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:45.640456 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:45.808109 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:45.960729 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (25375989-bc50-450f-a2ac-e2ea67bc9333), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:45.986709 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:45.989575 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:46.086647 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.237948 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.315189 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.387293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (25375989-bc50-450f-a2ac-e2ea67bc9333), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:46.389007 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=fc62f921-42ca-413e-915e-8c8ceb7d7ed9,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:46.486714 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.l3_db [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Floating IP 25375989-bc50-450f-a2ac-e2ea67bc9333 associated. External IP: 172.27.1.136, port: 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04. Sep 08 14:05:46.824993 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:46.887889 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:05:46.973120 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:46.995824 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:05:47.005775 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:05:47.016658 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:47.019917 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:47.065684 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:47.106523 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f8f55e3f-387b-43e3-a82f-90620b736447 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1213336 Sep 08 14:05:47.107315 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:05:47.109797 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc8fe3e-3495-48db-9604-c75018ce772d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:47.130123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:47.149694 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f395e8-9b64-4f57-9975-891e2c3ae52c x-openstack-request-id: req-a8f395e8-9b64-4f57-9975-891e2c3ae52c {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:47.149986 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:47.150345 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8f395e8-9b64-4f57-9975-891e2c3ae52c {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:47.150667 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f395e8-9b64-4f57-9975-891e2c3ae52c'] response: {'name': 'network-changed', 'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'status': 'completed', 'code': 200} Sep 08 14:05:47.268304 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8fe3e-3495-48db-9604-c75018ce772d req-79d9a82d-f4c5-442f-aeec-3c0d48cef81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:47.269880 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-79d9a82d-f4c5-442f-aeec-3c0d48cef81a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 1130 time: 0.0429165 Sep 08 14:05:47.386034 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8fe3e-3495-48db-9604-c75018ce772d req-491b2570-9961-4d61-bdef-8379f6189b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:47.388115 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-491b2570-9961-4d61-bdef-8379f6189b49 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.1076849 Sep 08 14:05:47.456579 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-bc34c526-919c-473e-8290-8c72d47e1bed service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 HTTP/1.1" status: 200 len: 1000 time: 0.0607650 Sep 08 14:05:47.480581 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '25375989-bc50-450f-a2ac-e2ea67bc9333', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:1e:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:45Z', 'updated_at': '2022-09-08T14:05:45Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:47.509418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8fe3e-3495-48db-9604-c75018ce772d req-da325767-285b-40d8-974f-c547c496dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:47.509676 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:05:47.510917 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-da325767-285b-40d8-974f-c547c496dd07 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0470638 Sep 08 14:05:47.519260 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:05:47.519869 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:47.560811 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8fe3e-3495-48db-9604-c75018ce772d req-811c82ee-89d0-4a9d-abc3-59caa160df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:47.562370 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-811c82ee-89d0-4a9d-abc3-59caa160df1c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422685 Sep 08 14:05:47.629520 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:05:47.791194 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:47.868835 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '25375989-bc50-450f-a2ac-e2ea67bc9333', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:1e:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:45Z', 'updated_at': '2022-09-08T14:05:45Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:05:47.897991 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce72555-6d80-4cc3-9fc2-c25b1fb8ccf8 None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '25375989-bc50-450f-a2ac-e2ea67bc9333', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:1e:e0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:05:45Z', 'updated_at': '2022-09-08T14:05:45Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:05:47.920376 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-e2acf32d-e84c-4ece-80da-14250b1c01b5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489318 Sep 08 14:05:47.999311 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:48.025989 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-efc8fe3e-3495-48db-9604-c75018ce772d req-6f96a295-cd26-4d9e-b442-dd06da87ce7f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908749 Sep 08 14:05:48.118586 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef13f7fd-5c6a-4121-a0f5-49d8a16c74cd None None] New status for floating IP 25375989-bc50-450f-a2ac-e2ea67bc9333: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:05:52.246604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8aaa52a2-a814-4504-8810-c71d51a0c269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:52.721328 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:05:55.055389 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:55.138878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0a653ebe-cc0e-4670-b14a-dee59e34129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:56.270203 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:57.133411 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:57.730464 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42173a-34c3-43b1-99ee-c1a8a219cdd8 req-7527959c-2730-48a8-add9-eae3ec0875f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:57.732106 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d42173a-34c3-43b1-99ee-c1a8a219cdd8 req-7527959c-2730-48a8-add9-eae3ec0875f7 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0712991 Sep 08 14:05:57.790404 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d42173a-34c3-43b1-99ee-c1a8a219cdd8 req-b6eef030-81ca-4f5b-873d-aa932a95e32a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Sep 08 14:05:58.022722 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=78 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:58.239615 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:05:58.520893 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:58.772511 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:05:58.946170 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bea48a-c786-4ee6-adc4-1e4cb2468ed9 req-90acaff3-198d-400c-9547-3e1a6e9cffe1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:05:58.948959 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9bea48a-c786-4ee6-adc4-1e4cb2468ed9 req-90acaff3-198d-400c-9547-3e1a6e9cffe1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0721250 Sep 08 14:05:59.023100 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9bea48a-c786-4ee6-adc4-1e4cb2468ed9 req-c37670f8-2b7e-4fc8-b47f-cd428afd7d30 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680225 Sep 08 14:06:00.166583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd4ca1-7199-4ba0-b000-7784a976d49d req-0d472902-fe0f-4b47-970d-222e79ffbbac tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:00.168622 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-04cd4ca1-7199-4ba0-b000-7784a976d49d req-0d472902-fe0f-4b47-970d-222e79ffbbac tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0526640 Sep 08 14:06:00.223790 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-04cd4ca1-7199-4ba0-b000-7784a976d49d req-df8b67be-8167-4a35-857f-e283a83a19f6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d0917d0f-851d-4cff-ad8b-b1ed9575e042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Sep 08 14:06:00.327521 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-862886d1-da49-48f5-89c9-987fd80c1781 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:00.327521 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-862886d1-da49-48f5-89c9-987fd80c1781 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 946 time: 0.0586560 Sep 08 14:06:00.359347 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:06:00.359845 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:00.471418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] For port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:00.471781 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:00.705146 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:00.705443 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (98ee89c2-38f9-4606-ad5b-e8d4dd739d85), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:00.705698 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 98ee89c2-38f9-4606-ad5b-e8d4dd739d85 disassociated. External IP: 172.27.1.246, port: 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea. Sep 08 14:06:00.706046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:06:00.927020 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (03f5ab8d-d0a4-468c-b74c-c7f792d4bcea), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:00.961214 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=03f5ab8d-d0a4-468c-b74c-c7f792d4bcea,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:01.074894 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:06:01.189400 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:06:01.200547 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:06:01.211199 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:01.211891 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:01.240612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] No DVR routers for this DVR port 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:06:01.243471 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:01.247000 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-22e9d93a-6a93-4a41-8142-5720f4f20059 req-dc85b500-4bca-403f-b824-80b51ccbe418 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "DELETE /networking/v2.0/ports/03f5ab8d-d0a4-468c-b74c-c7f792d4bcea HTTP/1.1" status: 204 len: 173 time: 0.9924622 Sep 08 14:06:01.247592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'name': 'network-vif-deleted', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:01.249954 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c025a8e9-056f-43d0-8c6d-abc5ac0cae8b" -d '{"events": [{"server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "name": "network-vif-deleted", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:01.290776 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5235a781-49cf-4128-921b-213028ca3818 x-openstack-request-id: req-5235a781-49cf-4128-921b-213028ca3818 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:01.291080 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57436947-9181-4656-8f1a-651b365e68bb", "name": "network-vif-deleted", "tag": "03f5ab8d-d0a4-468c-b74c-c7f792d4bcea", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:01.291349 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5235a781-49cf-4128-921b-213028ca3818 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:01.291824 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5235a781-49cf-4128-921b-213028ca3818'] response: {'server_uuid': '57436947-9181-4656-8f1a-651b365e68bb', 'name': 'network-vif-deleted', 'tag': '03f5ab8d-d0a4-468c-b74c-c7f792d4bcea', 'status': 'completed', 'code': 200} Sep 08 14:06:01.344772 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:01.360735 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-72194b16-429a-4c3e-a81e-a61f9ca5cc31 req-252778db-6d02-4234-bdef-319fbe4c9b7f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.0299311 Sep 08 14:06:01.577928 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:01.607448 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:06:01.620587 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:01.621869 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:01.756434 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:02.138018 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:02.165015 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eb5bff-cb15-4dac-a5fe-bfd3ebbd23ee None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '35afbeab-616b-4b61-a46c-6b43d16d8907', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:0c:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:02:08Z', 'updated_at': '2022-09-08T14:02:53Z', 'revision_number': 2, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:06:02.259090 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dc72b-8d7b-4d2d-b903-a0f6734b3465 req-b3382415-d46d-4a0a-8844-ca0d0ae9c7cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:02.260689 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2a5dc72b-8d7b-4d2d-b903-a0f6734b3465 req-b3382415-d46d-4a0a-8844-ca0d0ae9c7cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0570781 Sep 08 14:06:02.318686 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2a5dc72b-8d7b-4d2d-b903-a0f6734b3465 req-c2d62bb5-eebc-4ff4-871a-d3a266f82e1e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505357 Sep 08 14:06:02.461407 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8f8a05-265c-4e4b-b725-e44c166d28db None None] New status for floating IP 98ee89c2-38f9-4606-ad5b-e8d4dd739d85: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:06:02.541292 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-81610dc2-584d-4785-a661-d7b190533411 req-9ae621af-0139-440a-bc1a-b9e05e771974 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=57436947-9181-4656-8f1a-651b365e68bb HTTP/1.1" status: 200 len: 210 time: 0.0465603 Sep 08 14:06:03.473655 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127e9ca-fed3-42fe-bc8d-b422692aaa75 req-463c8029-11b2-413c-ac3e-cd2fcd0321db tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:03.475231 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d127e9ca-fed3-42fe-bc8d-b422692aaa75 req-463c8029-11b2-413c-ac3e-cd2fcd0321db tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0639975 Sep 08 14:06:03.535070 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d127e9ca-fed3-42fe-bc8d-b422692aaa75 req-ac25ffae-3f9c-4f0b-b637-67fc98c0182e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Sep 08 14:06:03.727525 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53706) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:03.785373 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bccffa25-50a7-41ed-bfb7-0051e55bca8d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (d0917d0f-851d-4cff-ad8b-b1ed9575e042), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:03.809027 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bccffa25-50a7-41ed-bfb7-0051e55bca8d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (d0917d0f-851d-4cff-ad8b-b1ed9575e042), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:03.944036 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bccffa25-50a7-41ed-bfb7-0051e55bca8d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d0917d0f-851d-4cff-ad8b-b1ed9575e042), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:03.946873 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bccffa25-50a7-41ed-bfb7-0051e55bca8d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:03.948052 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-bccffa25-50a7-41ed-bfb7-0051e55bca8d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d0917d0f-851d-4cff-ad8b-b1ed9575e042 HTTP/1.1" status: 204 len: 168 time: 0.2194765 Sep 08 14:06:03.952753 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53708) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:03.958844 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccffa25-50a7-41ed-bfb7-0051e55bca8d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0917d0f-851d-4cff-ad8b-b1ed9575e042,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:03.970122 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.api.v2.resource [None req-d41fe703-476b-473a-b8b1-54cea163a27a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] show failed (client error): The resource could not be found. Sep 08 14:06:03.971214 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d41fe703-476b-473a-b8b1-54cea163a27a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups/d0917d0f-851d-4cff-ad8b-b1ed9575e042 HTTP/1.1" status: 404 len: 347 time: 0.0171390 Sep 08 14:06:03.974707 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53710) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:04.101310 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port 2ba3ae0b-a6c2-460b-8563-92476ec39f37 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:06:04.101654 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:04.103396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:04.149839 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:04.192629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:04.192950 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (2ba3ae0b-a6c2-460b-8563-92476ec39f37), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:04.212721 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for 2ba3ae0b-a6c2-460b-8563-92476ec39f37 owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:06:04.459182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (2ba3ae0b-a6c2-460b-8563-92476ec39f37), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:04.487577 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=2ba3ae0b-a6c2-460b-8563-92476ec39f37,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:04.516871 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:06:04.523264 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (98ee89c2-38f9-4606-ad5b-e8d4dd739d85), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:04.525940 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:04.528274 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-feab192b-0f17-44cf-b148-bd06b7374ae6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/98ee89c2-38f9-4606-ad5b-e8d4dd739d85 HTTP/1.1" status: 204 len: 168 time: 0.5509250 Sep 08 14:06:04.543309 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:06:04.543659 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 03f5ab8d-d0a4-468c-b74c-c7f792d4bcea not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:06:04.666299 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f205b36-947a-4fc1-a769-17cf16ef9026 req-3e730622-f766-4773-84e2-005793bbad3a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:04.667950 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9f205b36-947a-4fc1-a769-17cf16ef9026 req-3e730622-f766-4773-84e2-005793bbad3a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0499055 Sep 08 14:06:04.725729 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9f205b36-947a-4fc1-a769-17cf16ef9026 req-8e095d3b-c21c-4603-bde5-8c1c9629175b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519757 Sep 08 14:06:05.852056 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032343e-cce6-4960-968f-e9f408b78c62 req-226c8ca1-3fff-41ad-b3a3-b49fddb78cea tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:05.853585 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c032343e-cce6-4960-968f-e9f408b78c62 req-226c8ca1-3fff-41ad-b3a3-b49fddb78cea tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0497375 Sep 08 14:06:05.905227 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c032343e-cce6-4960-968f-e9f408b78c62 req-8d6900dc-8140-4e38-a71e-1669eabfe0dd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Sep 08 14:06:06.450729 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebeebc-6973-4acc-bfce-229206bbe4b1 req-d308ce6a-bfcc-4b80-8f2c-720288e765af tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:06.457178 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-35ebeebc-6973-4acc-bfce-229206bbe4b1 req-d308ce6a-bfcc-4b80-8f2c-720288e765af tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0530226 Sep 08 14:06:06.523816 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-35ebeebc-6973-4acc-bfce-229206bbe4b1 req-ee6432e0-187e-415a-9fe1-09e4e66ac9e5 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0654633 Sep 08 14:06:06.621656 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-16210362-d165-4349-bc8d-8840d36679a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:06.623282 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-16210362-d165-4349-bc8d-8840d36679a9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1169 time: 0.0451853 Sep 08 14:06:06.721720 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-f44e0568-6961-44be-84f7-74fe68691a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:06.723200 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-f44e0568-6961-44be-84f7-74fe68691a8b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 917 time: 0.0927875 Sep 08 14:06:06.779468 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:06.803749 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-f9708b85-fdd1-4eec-98ce-e5d2a50540c9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 1002 time: 0.0671675 Sep 08 14:06:06.856640 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-608af370-5981-475e-a163-7ba94b2373bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:06.858121 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-608af370-5981-475e-a163-7ba94b2373bf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.0480242 Sep 08 14:06:06.908694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-1d9daa54-0a0c-4a91-93a0-b61cc659857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:06.910123 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-1d9daa54-0a0c-4a91-93a0-b61cc659857e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425494 Sep 08 14:06:06.998898 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:07.028759 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:07.029381 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-610a0087-1b12-4163-8aa4-5bb193a44b1f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085584 Sep 08 14:06:07.070678 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a0104-74de-43d5-bdfd-fd213c49a3fb req-438aee84-32d7-4374-a8f1-af5df81d53c0 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:07.072564 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-151a0104-74de-43d5-bdfd-fd213c49a3fb req-438aee84-32d7-4374-a8f1-af5df81d53c0 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0587592 Sep 08 14:06:07.111990 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:07.133670 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-151a0104-74de-43d5-bdfd-fd213c49a3fb req-f90b59e7-08d0-4cf4-af42-73e9d1ebffc9 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496547 Sep 08 14:06:07.145396 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ddec4299-ca5f-457f-bc2f-0659f283e6d8 req-da32c768-d183-4012-a466-96b9e49188a9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082082 Sep 08 14:06:07.676506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d084-bb70-4d61-a013-272941e749d9 req-78ca2086-bce4-4f5f-a927-b2434c086da0 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:07.678182 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bd01d084-bb70-4d61-a013-272941e749d9 req-78ca2086-bce4-4f5f-a927-b2434c086da0 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0577362 Sep 08 14:06:07.749392 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bd01d084-bb70-4d61-a013-272941e749d9 req-8d0d2489-b922-42ed-b80f-a4a21962f02e tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0625615 Sep 08 14:06:07.916564 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fefb2-aab3-47ed-b9ef-986f8e5e0dbc req-df52c593-ab2f-43ba-8dbc-77700478f12d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:07.919063 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a4fefb2-aab3-47ed-b9ef-986f8e5e0dbc req-df52c593-ab2f-43ba-8dbc-77700478f12d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.0753911 Sep 08 14:06:07.973391 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a4fefb2-aab3-47ed-b9ef-986f8e5e0dbc req-68be178c-22fc-4045-91ae-7c68e61ae79d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475338 Sep 08 14:06:08.279415 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97ab63-c073-42df-ace6-fa8862a740b0 req-1185e80d-a3ea-4595-8729-d6005e9735f4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:08.281014 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4e97ab63-c073-42df-ace6-fa8862a740b0 req-1185e80d-a3ea-4595-8729-d6005e9735f4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0511506 Sep 08 14:06:08.349161 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4e97ab63-c073-42df-ace6-fa8862a740b0 req-f0c02bf7-80cf-4c2b-a584-98ae7074b11a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615892 Sep 08 14:06:08.886752 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a83ea9-e951-458d-b7bf-7513551d6b23 req-a03d2fd7-69d7-4cfb-894f-eadeffa0c3b2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:08.888313 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c2a83ea9-e951-458d-b7bf-7513551d6b23 req-a03d2fd7-69d7-4cfb-894f-eadeffa0c3b2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0504506 Sep 08 14:06:08.953205 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c2a83ea9-e951-458d-b7bf-7513551d6b23 req-b561634f-aa4a-42fa-9b14-c61f5abb3872 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0591443 Sep 08 14:06:09.105878 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36539a-77fc-45eb-939e-17cc89dccecd req-d6e2d8e8-2282-4183-8466-fec9ecc7795c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:09.107506 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae36539a-77fc-45eb-939e-17cc89dccecd req-d6e2d8e8-2282-4183-8466-fec9ecc7795c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.0513184 Sep 08 14:06:09.162098 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae36539a-77fc-45eb-939e-17cc89dccecd req-85bfb6a5-65ea-4373-bb79-3b581f2ca6cf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483754 Sep 08 14:06:09.482494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fadf8b-0aac-4da4-a0fd-6a97fcf53d2a req-bc52156a-04b3-40b2-840e-ddd6df82cefa tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:09.484133 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67fadf8b-0aac-4da4-a0fd-6a97fcf53d2a req-bc52156a-04b3-40b2-840e-ddd6df82cefa tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0561316 Sep 08 14:06:09.539350 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67fadf8b-0aac-4da4-a0fd-6a97fcf53d2a req-27c5d25d-955e-4b77-9607-3bbfb022c42e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488076 Sep 08 14:06:10.083948 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9fcdf-863f-4fbf-8c6c-f83d2674ef74 req-503e725e-3034-47a1-b515-5ffd94a88b65 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:10.085473 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f8b9fcdf-863f-4fbf-8c6c-f83d2674ef74 req-503e725e-3034-47a1-b515-5ffd94a88b65 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0505497 Sep 08 14:06:10.155723 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f8b9fcdf-863f-4fbf-8c6c-f83d2674ef74 req-fab435ab-1d8e-4513-9a28-bbebfe574a9c tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0630081 Sep 08 14:06:10.164749 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-81053325-7d87-4b19-a6e3-c9ca93d79d19 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:10.167047 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-81053325-7d87-4b19-a6e3-c9ca93d79d19 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.0571132 Sep 08 14:06:10.269307 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:06:10.269573 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:10.308372 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5620c34-f636-4b4c-8fb4-37e98b03e0a7 req-0bede6d5-c8ae-4d43-8faa-5f22e0fb5709 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:10.310837 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b5620c34-f636-4b4c-8fb4-37e98b03e0a7 req-0bede6d5-c8ae-4d43-8faa-5f22e0fb5709 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 946 time: 0.0650625 Sep 08 14:06:10.377467 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b5620c34-f636-4b4c-8fb4-37e98b03e0a7 req-41050d7a-4a57-41d5-bfa8-0d6c9900379f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=2b56d280-8049-41ed-993b-19706c0f0bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598185 Sep 08 14:06:10.410950 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] For port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:10.411317 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:10.638947 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:10.639340 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (35afbeab-616b-4b61-a46c-6b43d16d8907), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:10.639660 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 35afbeab-616b-4b61-a46c-6b43d16d8907 disassociated. External IP: 172.27.1.220, port: 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a. Sep 08 14:06:10.640002 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:06:10.655413 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:10.699379 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786dc38-4b12-48b7-a5df-6de37927cd84 req-0a391c75-73e6-4dee-ade0-cc6a7151c361 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:10.701402 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2786dc38-4b12-48b7-a5df-6de37927cd84 req-0a391c75-73e6-4dee-ade0-cc6a7151c361 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0657363 Sep 08 14:06:10.781070 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2786dc38-4b12-48b7-a5df-6de37927cd84 req-38d2ccd3-8601-410b-984d-7169fc7922ec tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690067 Sep 08 14:06:10.944171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (60d1c9d8-da7e-445b-9122-c37ad4ef2e1a), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:10.974007 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=60d1c9d8-da7e-445b-9122-c37ad4ef2e1a,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:11.101785 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:06:11.225053 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.230161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:06:11.241549 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:06:11.251227 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.258085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:11.259060 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:11.290517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] No DVR routers for this DVR port 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:06:11.294659 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:11.294879 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236fc6d-a39f-4707-8a6d-b64d3eac5eb0 req-0c35bc67-817c-46a4-a25b-fa479a60ef1f tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:11.296573 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0236fc6d-a39f-4707-8a6d-b64d3eac5eb0 req-0c35bc67-817c-46a4-a25b-fa479a60ef1f tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0549121 Sep 08 14:06:11.300815 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3064ac8b-60ac-4ec4-819e-fd19196e63bc req-5d29704a-c87e-48c2-bcf9-4f8270395bcc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "DELETE /networking/v2.0/ports/60d1c9d8-da7e-445b-9122-c37ad4ef2e1a HTTP/1.1" status: 204 len: 173 time: 1.1265380 Sep 08 14:06:11.301655 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'name': 'network-vif-deleted', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:11.305744 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50737e0-12e4-49f4-b821-1a6fa5210ff9" -d '{"events": [{"server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "name": "network-vif-deleted", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:11.348416 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.359741 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.408709 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0236fc6d-a39f-4707-8a6d-b64d3eac5eb0 req-8d930e09-d3b2-40a2-907a-58d4d1164a8b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0883794 Sep 08 14:06:11.409375 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:11.455485 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c4dae2-3f5e-4aa0-af3f-d25a131f7e5b x-openstack-request-id: req-99c4dae2-3f5e-4aa0-af3f-d25a131f7e5b {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:11.455789 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff597ca-3f06-47d9-92c0-b3fc4522c030", "name": "network-vif-deleted", "tag": "60d1c9d8-da7e-445b-9122-c37ad4ef2e1a", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:11.456022 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-99c4dae2-3f5e-4aa0-af3f-d25a131f7e5b {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:11.456479 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c4dae2-3f5e-4aa0-af3f-d25a131f7e5b'] response: {'server_uuid': '8ff597ca-3f06-47d9-92c0-b3fc4522c030', 'name': 'network-vif-deleted', 'tag': '60d1c9d8-da7e-445b-9122-c37ad4ef2e1a', 'status': 'completed', 'code': 200} Sep 08 14:06:11.531771 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fce3b3c4-63af-40ba-996e-672ceff66d20 req-ff412692-3312-4c10-bf0e-a08f62186fc3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0301845 Sep 08 14:06:11.676910 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:11.707515 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:06:11.718300 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:11.719267 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:05:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:11.841384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:11.947015 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:11.972441 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df1fa-bd59-4614-89ef-a380757f2d18 req-ce474c0f-b2db-47ad-9be3-e5d3e77e906a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:11.974147 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf2df1fa-bd59-4614-89ef-a380757f2d18 req-ce474c0f-b2db-47ad-9be3-e5d3e77e906a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0659811 Sep 08 14:06:12.034384 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bf2df1fa-bd59-4614-89ef-a380757f2d18 req-e9bb630e-7fa7-4156-b2c4-b7bda698ba99 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536180 Sep 08 14:06:12.110967 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:12.142146 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b952a11-dff1-438b-96db-cd5fc8c62922 None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:06:12.393182 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ee8de-da5f-481f-962e-f138cc792359 None None] New status for floating IP 35afbeab-616b-4b61-a46c-6b43d16d8907: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:06:12.581913 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740d47c-f2ef-41d9-a81a-a7b0a53350e1 req-f60faa75-df87-4e50-a843-ab55af8ee6b2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:12.583627 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f740d47c-f2ef-41d9-a81a-a7b0a53350e1 req-f60faa75-df87-4e50-a843-ab55af8ee6b2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0837660 Sep 08 14:06:12.702858 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48f60f11-026b-4400-b125-d3bf752d8e3c req-87e5771e-ea71-41d1-8e57-9f64f4c0d141 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=8ff597ca-3f06-47d9-92c0-b3fc4522c030 HTTP/1.1" status: 200 len: 210 time: 0.0524576 Sep 08 14:06:12.716329 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f740d47c-f2ef-41d9-a81a-a7b0a53350e1 req-ee5d32a2-74ea-42f0-9d10-c1dccaddd077 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1224604 Sep 08 14:06:13.174338 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d79a2-9fa7-451a-b989-b74460ccb1f3 req-2f0b01cf-48b3-4692-bda8-288a565d4ae4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:13.177117 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-065d79a2-9fa7-451a-b989-b74460ccb1f3 req-2f0b01cf-48b3-4692-bda8-288a565d4ae4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0579429 Sep 08 14:06:13.229262 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-065d79a2-9fa7-451a-b989-b74460ccb1f3 req-07d6dcff-1414-4222-a88c-69efaa01fadd tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458424 Sep 08 14:06:13.842082 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e685683-fcd8-43b5-8313-5f2ad56a02f5 req-f9a89fff-c230-461a-a728-ee3ff88d5377 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:13.843476 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8e685683-fcd8-43b5-8313-5f2ad56a02f5 req-f9a89fff-c230-461a-a728-ee3ff88d5377 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0520804 Sep 08 14:06:13.858671 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53800) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:13.908507 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8e685683-fcd8-43b5-8313-5f2ad56a02f5 req-fb921a0e-a1ca-4bfb-ae6f-15ec6229e468 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589275 Sep 08 14:06:13.917911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce34c-7702-4993-90b4-24684539a869 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (2b56d280-8049-41ed-993b-19706c0f0bdb), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:13.941462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce34c-7702-4993-90b4-24684539a869 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (2b56d280-8049-41ed-993b-19706c0f0bdb), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.086589 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce34c-7702-4993-90b4-24684539a869 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (2b56d280-8049-41ed-993b-19706c0f0bdb), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.089270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce34c-7702-4993-90b4-24684539a869 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.090442 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7a4ce34c-7702-4993-90b4-24684539a869 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/2b56d280-8049-41ed-993b-19706c0f0bdb HTTP/1.1" status: 204 len: 168 time: 0.2308013 Sep 08 14:06:14.093436 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 53802) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:14.100063 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ce34c-7702-4993-90b4-24684539a869 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b56d280-8049-41ed-993b-19706c0f0bdb,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:14.108010 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.api.v2.resource [None req-9f8c6145-d3df-4512-bc90-473a0a7f06e9 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] show failed (client error): The resource could not be found. Sep 08 14:06:14.109076 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9f8c6145-d3df-4512-bc90-473a0a7f06e9 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups/2b56d280-8049-41ed-993b-19706c0f0bdb HTTP/1.1" status: 404 len: 347 time: 0.0146527 Sep 08 14:06:14.112510 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53804) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:14.117494 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:14.237847 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port a95ba562-79e5-4689-b0c6-aa0e265a7fd9 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:06:14.238180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.320267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.320587 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.335158 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for a95ba562-79e5-4689-b0c6-aa0e265a7fd9 owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:06:14.365618 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bee01-de33-49be-8485-27f645b8c7a9 req-32f37c3d-9c86-438e-bec9-29b7b311e167 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:14.367033 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-146bee01-de33-49be-8485-27f645b8c7a9 req-32f37c3d-9c86-438e-bec9-29b7b311e167 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0532615 Sep 08 14:06:14.418448 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-146bee01-de33-49be-8485-27f645b8c7a9 req-65d8d120-eb03-4f12-9234-1dbcdcf1b32d tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Sep 08 14:06:14.535588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:06:14.544772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (a95ba562-79e5-4689-b0c6-aa0e265a7fd9), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.555408 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:06:14.556111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 60d1c9d8-da7e-445b-9122-c37ad4ef2e1a not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:06:14.570496 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=a95ba562-79e5-4689-b0c6-aa0e265a7fd9,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:14.596780 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (35afbeab-616b-4b61-a46c-6b43d16d8907), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.599324 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:14.600495 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-bd4014d0-0a36-450a-bd14-7178384c5311 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/35afbeab-616b-4b61-a46c-6b43d16d8907 HTTP/1.1" status: 204 len: 168 time: 0.4869010 Sep 08 14:06:14.742560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53812) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:14.747456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973119477', 'description': 'tempest-description--2072540673'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:14.764689 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:14.915334 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.006846 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (9fe785e4-7a23-4360-bee6-6d099bfbb01f), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.046663 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e56132-35e4-499e-82a5-e9451d852ebe req-e017211c-8a2b-480e-8af9-e17f9a909a19 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:15.048154 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-65e56132-35e4-499e-82a5-e9451d852ebe req-e017211c-8a2b-480e-8af9-e17f9a909a19 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0518212 Sep 08 14:06:15.097968 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9fe785e4-7a23-4360-bee6-6d099bfbb01f), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.111759 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-65e56132-35e4-499e-82a5-e9451d852ebe req-51079b41-063b-4ae5-a63d-ca371f2c4839 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576327 Sep 08 14:06:15.136060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe785e4-7a23-4360-bee6-6d099bfbb01f,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:15.214321 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.216206 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-cbf76d7a-1a38-4b9a-9d02-7c3ace7e048f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4725373 Sep 08 14:06:15.219154 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53816) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:15.223675 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': '9fe785e4-7a23-4360-bee6-6d099bfbb01f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:15.228036 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:15.327967 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (94a310ed-760c-4b29-8fa1-4bde50456ecb), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.388631 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (94a310ed-760c-4b29-8fa1-4bde50456ecb), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.516029 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (94a310ed-760c-4b29-8fa1-4bde50456ecb), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.539155 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a310ed-760c-4b29-8fa1-4bde50456ecb,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:15.552967 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e77f5b-831b-43b0-a781-77cbc6a27159 req-63142a00-700a-4102-8f86-b2014d8bad56 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:15.560192 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f2e77f5b-831b-43b0-a781-77cbc6a27159 req-63142a00-700a-4102-8f86-b2014d8bad56 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0545444 Sep 08 14:06:15.606721 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f2e77f5b-831b-43b0-a781-77cbc6a27159 req-bb4d8ae4-d39b-4b4c-8500-d73ccd3a48d8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453434 Sep 08 14:06:15.625226 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.626507 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4dcb713e-a8b3-461a-b1e1-d5000a10debe tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064183 Sep 08 14:06:15.629522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53820) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:15.643557 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': '9fe785e4-7a23-4360-bee6-6d099bfbb01f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:15.733592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (cc546a2e-5f6c-4ebe-941b-9cbf71011f28), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.795270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (cc546a2e-5f6c-4ebe-941b-9cbf71011f28), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.886867 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (cc546a2e-5f6c-4ebe-941b-9cbf71011f28), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:15.910336 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc546a2e-5f6c-4ebe-941b-9cbf71011f28,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:16.003092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.004486 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-32ae80f9-044a-4b32-9dc4-74d7a562ae9f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734465 Sep 08 14:06:16.007728 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53824) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:16.012594 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:16.092457 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.179602 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.257111 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39421c-383f-46e1-943a-42fd9ed391ba req-ec08845f-a662-48f8-b96a-b629fc92debc tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:16.259243 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b39421c-383f-46e1-943a-42fd9ed391ba req-ec08845f-a662-48f8-b96a-b629fc92debc tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0652821 Sep 08 14:06:16.319879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.27.1.161 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/70ceb881-5ae6-4b8e-8944-5ea50a240fc2) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:16.334546 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7b39421c-383f-46e1-943a-42fd9ed391ba req-56e130cb-5763-47fa-97a7-6b5a360dd18a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0668991 Sep 08 14:06:16.414541 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:16.435633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.562732 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.609465 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:16.612919 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:16.617305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:06:16.626620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:16.627429 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=70ceb881-5ae6-4b8e-8944-5ea50a240fc2,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:16.676067 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:16.759216 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c091e5-aca2-4bd3-b34e-75b0c2197d25 req-aaf30af2-363b-40cf-93e4-738281744650 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:16.761764 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3c091e5-aca2-4bd3-b34e-75b0c2197d25 req-aaf30af2-363b-40cf-93e4-738281744650 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0558693 Sep 08 14:06:16.826083 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3c091e5-aca2-4bd3-b34e-75b0c2197d25 req-44d5e24d-6eb9-401c-8717-b7433938a9f2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576780 Sep 08 14:06:16.827411 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:17.216983 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:17.298192 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:17.298928 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:17.345477 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=70ceb881-5ae6-4b8e-8944-5ea50a240fc2,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:17.414952 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:17.417169 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-8bb1e433-4e48-40af-8131-413bafaffe7d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4082410 Sep 08 14:06:17.426771 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:17.471564 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da959c9-f5ea-4908-b738-a3b02b0a2d5c req-b4fc78a2-8568-4a12-8ddd-52d45a548b89 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:17.473438 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1da959c9-f5ea-4908-b738-a3b02b0a2d5c req-b4fc78a2-8568-4a12-8ddd-52d45a548b89 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0565882 Sep 08 14:06:17.541335 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1da959c9-f5ea-4908-b738-a3b02b0a2d5c req-08f126a8-104d-47a0-8233-8a696e134196 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0620239 Sep 08 14:06:17.658991 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-632a914e-8ccb-4b35-bc27-08e45b9718df tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--973119477&fields=id&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 267 time: 0.0504954 Sep 08 14:06:17.735910 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:17.775389 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-82134304-f032-48c0-ba3a-1706c7dd067b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:17.777076 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-82134304-f032-48c0-ba3a-1706c7dd067b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.1109610 Sep 08 14:06:17.793152 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-d6778ba6-08c0-41b8-b9ee-ada8f869cef0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/quotas/92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 375 time: 0.0101256 Sep 08 14:06:17.850504 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-a9750dbf-d7df-455f-add2-868920aff325 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520134 Sep 08 14:06:17.985806 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05eaf-e0a6-4a16-bef3-00fe4554f04c req-e68e39d2-6907-4cd4-a7dd-6d797b2c53e2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:17.987368 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48e05eaf-e0a6-4a16-bef3-00fe4554f04c req-e68e39d2-6907-4cd4-a7dd-6d797b2c53e2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0657756 Sep 08 14:06:18.014718 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-05dd210e-a970-413a-9708-f477b402172e service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485298 Sep 08 14:06:18.101636 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48e05eaf-e0a6-4a16-bef3-00fe4554f04c req-b09e5ffa-9aee-46a5-821b-d1bd9e35a94f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033018 Sep 08 14:06:18.143653 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-b733f7e7-172d-45ec-b8fd-f505d8a70442 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221364 Sep 08 14:06:18.431460 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fb8fb3e4-ac87-46de-80d7-d4666f4aca4d req-9e48bb6b-e593-4466-8d7c-57134880cdc1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0304682 Sep 08 14:06:18.691508 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07356831-c312-4618-b3db-4b2fdc0692c0 req-a38cd1b3-e446-46f4-98ec-ac244b225c36 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:18.693003 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-07356831-c312-4618-b3db-4b2fdc0692c0 req-a38cd1b3-e446-46f4-98ec-ac244b225c36 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0684595 Sep 08 14:06:18.756652 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-07356831-c312-4618-b3db-4b2fdc0692c0 req-18d6c56d-9b76-4cea-906e-39fdfebd988a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567958 Sep 08 14:06:19.231195 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08682421-e061-4b16-8379-c9d74f882e18 req-068414d8-b715-4f0d-9745-02865d3320de tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:19.232708 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-08682421-e061-4b16-8379-c9d74f882e18 req-068414d8-b715-4f0d-9745-02865d3320de tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0503597 Sep 08 14:06:19.280426 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-08682421-e061-4b16-8379-c9d74f882e18 req-ccd940f1-75c5-44cb-a163-ef4127e450ef tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Sep 08 14:06:19.539894 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-268168a9-cb0b-4a6b-8f97-7a648b5a50ae req-3cd6246f-e357-450b-bf90-f948c2d5eb28 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0334435 Sep 08 14:06:19.669958 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ddb48-cae4-4a52-aa03-30cfc18fb2b1 req-539d8e76-75bc-498a-af89-13d7056ba787 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:19.671423 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b96ddb48-cae4-4a52-aa03-30cfc18fb2b1 req-539d8e76-75bc-498a-af89-13d7056ba787 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0477912 Sep 08 14:06:19.719249 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b96ddb48-cae4-4a52-aa03-30cfc18fb2b1 req-81104d6d-9f6f-425d-a2c6-094beb7f3d65 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 Sep 08 14:06:19.892894 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e713-6f66-481c-b4ea-2a02d8eb0b93 req-10d8a35d-e064-4ac8-b136-1d47db56a726 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:19.898930 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bea0e713-6f66-481c-b4ea-2a02d8eb0b93 req-10d8a35d-e064-4ac8-b136-1d47db56a726 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0524540 Sep 08 14:06:19.920285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:19.959257 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bea0e713-6f66-481c-b4ea-2a02d8eb0b93 req-79c59b00-234c-487a-825c-69fa13f4783a tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588450 Sep 08 14:06:20.015333 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-be0ea9e2-d222-47af-a575-37436b314e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:20.016971 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-be0ea9e2-d222-47af-a575-37436b314e42 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 1130 time: 0.0785632 Sep 08 14:06:20.115614 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-5b2cb098-5570-482e-a420-23e56da4bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:20.117169 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-5b2cb098-5570-482e-a420-23e56da4bc0e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 913 time: 0.0908446 Sep 08 14:06:20.191694 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-1a92b5af-a79a-4b2b-8ccd-1687af96f0d2 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 200 len: 1002 time: 0.0679016 Sep 08 14:06:20.245201 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-55f58f7d-0d62-403a-a5ea-060f703af373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:20.247226 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-55f58f7d-0d62-403a-a5ea-060f703af373 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.0491581 Sep 08 14:06:20.296347 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-a8b60e8f-07cb-458a-8ae4-356d066b7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:20.297910 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-a8b60e8f-07cb-458a-8ae4-356d066b7a09 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434878 Sep 08 14:06:20.410934 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-a09ae042-73e8-4cfc-9ad9-571d3527fd1c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970378 Sep 08 14:06:20.483071 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:20.514421 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b902fc04-2865-4463-beda-b4dbf4d90881 req-165458eb-9563-4883-bb17-d1d9c3201391 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892448 Sep 08 14:06:20.672998 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0ce26481-df5d-4cb8-a767-4fc81aed380f req-b0622f38-1252-4e20-856c-8e828421f78a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0544367 Sep 08 14:06:20.692310 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e70e32-ef77-4504-8021-e3dc93777676 req-b8a765d2-a162-456b-95c4-960322e68ee2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:20.693752 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67e70e32-ef77-4504-8021-e3dc93777676 req-b8a765d2-a162-456b-95c4-960322e68ee2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0658391 Sep 08 14:06:20.743050 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-67e70e32-ef77-4504-8021-e3dc93777676 req-c933be9f-49f6-4b84-8c54-4e5be1bdbcf0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422630 Sep 08 14:06:20.844526 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3480b63-0486-4d30-9ef4-c8289ed19eba req-7c54654a-a227-4877-bd82-3ab71dc6ead5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:20.845974 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d3480b63-0486-4d30-9ef4-c8289ed19eba req-7c54654a-a227-4877-bd82-3ab71dc6ead5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0491035 Sep 08 14:06:20.898457 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d3480b63-0486-4d30-9ef4-c8289ed19eba req-0b6a9ece-2d57-472b-a168-90a0a6e1ab26 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464725 Sep 08 14:06:21.088965 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff740-7333-4580-9b49-10928e4a713f req-8a987f2f-e7b6-4254-9aa4-010d1354d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:21.090788 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-8a987f2f-e7b6-4254-9aa4-010d1354d97e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0470533 Sep 08 14:06:21.092348 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:21.101333 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f24055-4b76-4f7b-bdf7-825c3bbe6e40 req-45c54739-6d95-4eee-9c59-ee35221c3090 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:21.103059 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-50f24055-4b76-4f7b-bdf7-825c3bbe6e40 req-45c54739-6d95-4eee-9c59-ee35221c3090 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0539937 Sep 08 14:06:21.169158 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-50f24055-4b76-4f7b-bdf7-825c3bbe6e40 req-b137d24f-8b52-4308-9129-70143df601a9 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0587795 Sep 08 14:06:21.190432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff740-7333-4580-9b49-10928e4a713f req-7a284767-3620-4c0e-b598-c7aecfb4fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:21.191904 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-7a284767-3620-4c0e-b598-c7aecfb4fe15 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.0931873 Sep 08 14:06:21.782328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f6fd7843-05d5-4795-a0e4-25c201b77cfb req-865ac07a-b89a-4983-be87-ddfd867d6aca tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0299532 Sep 08 14:06:21.870571 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74750-bb15-4603-945a-6f4b0c800b11 req-ea1bd2ae-bd62-43e1-bb9c-1b886b2fd4a8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:21.872719 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-71b74750-bb15-4603-945a-6f4b0c800b11 req-ea1bd2ae-bd62-43e1-bb9c-1b886b2fd4a8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0506818 Sep 08 14:06:21.932193 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-71b74750-bb15-4603-945a-6f4b0c800b11 req-af3947ef-9d58-487a-af38-4aab9048f222 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522349 Sep 08 14:06:21.956708 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-2cae9874-dd8a-45af-967f-e079655a5edc service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 999 time: 0.1146641 Sep 08 14:06:22.018493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:22.044431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4724a-3753-4ce5-b798-15431aa49cc9 req-f6f77cf9-5cc9-4d62-8176-d069b18e07e8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:22.046071 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cae4724a-3753-4ce5-b798-15431aa49cc9 req-f6f77cf9-5cc9-4d62-8176-d069b18e07e8 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0522714 Sep 08 14:06:22.064173 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-053308c0-eb24-495e-a0ab-52bc17c13963 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:22.065690 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-053308c0-eb24-495e-a0ab-52bc17c13963 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.1799793 Sep 08 14:06:22.067356 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff740-7333-4580-9b49-10928e4a713f req-ae0532bf-93f8-4411-8e89-604f918e9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:22.068874 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-ae0532bf-93f8-4411-8e89-604f918e9f7a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0927131 Sep 08 14:06:22.075560 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-6642d072-ccba-4f97-af54-4f46d1bebd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:22.104450 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cae4724a-3753-4ce5-b798-15431aa49cc9 req-945e8cac-ad15-492f-9be8-f8256abb9d64 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509918 Sep 08 14:06:22.156801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff740-7333-4580-9b49-10928e4a713f req-b7786cbf-1e8c-46ee-becb-9baaa1b6cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:22.158594 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-b7786cbf-1e8c-46ee-becb-9baaa1b6cd39 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626137 Sep 08 14:06:22.240979 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-4d5c5431-e955-41f0-ab08-7b4df1b4c25d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 379 time: 0.1555364 Sep 08 14:06:22.254488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'port': {'device_id': '30c94983-e106-4369-9254-a41da0e031fb', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'admin_state_up': True, 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'security_groups': ['9fe785e4-7a23-4360-bee6-6d099bfbb01f']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:22.316126 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1141a2-d7b8-4f27-8844-bd42b89a2b5e req-5513f183-6458-4ee0-8cb2-d3216e87bcac tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:22.318005 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2b1141a2-d7b8-4f27-8844-bd42b89a2b5e req-5513f183-6458-4ee0-8cb2-d3216e87bcac tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0605450 Sep 08 14:06:22.347725 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-5db95922-a7fb-4d75-b73e-9e57ffbacada service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822946 Sep 08 14:06:22.388960 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2b1141a2-d7b8-4f27-8844-bd42b89a2b5e req-89b23f02-2d28-4d55-9c8e-fa32c253522d tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627458 Sep 08 14:06:22.479710 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-676ff740-7333-4580-9b49-10928e4a713f req-596c213f-d379-47cb-9dd6-2a7e0ed1f68a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188140 Sep 08 14:06:22.544132 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Made reservation on behalf of 92a3e908b87b445b9674d48f9a61bf94 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:06:22.548176 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:22.559735 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:22.691174 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.20.0.12 (21ef396a-7d6a-46fb-a5b2-7b67636f85e3/2c1c8e56-d08e-439e-8819-a003905fca56/45ad8e9a-79a2-43c1-9311-58e8766673dc) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:22.830288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:22.890980 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a201967f-efb2-4ec3-8f85-f411413ebbda req-a20be997-0aec-4f3b-a873-50980a4db992 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0307879 Sep 08 14:06:22.938494 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:22.977875 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:22.978809 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:22.990840 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:22.994338 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:22.998631 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:06:23.003192 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:23.003834 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:23.010312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=45ad8e9a-79a2-43c1-9311-58e8766673dc,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:23.070507 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211775a-0256-483b-9431-63b8bd5ab910 req-792eb0a0-cb8d-46a3-bf30-6fac4e5b9441 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:23.072461 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e211775a-0256-483b-9431-63b8bd5ab910 req-792eb0a0-cb8d-46a3-bf30-6fac4e5b9441 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Sep 08 14:06:23.123546 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-c876eaa0-143b-48f6-ba5f-3535a5fadbcd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8747516 Sep 08 14:06:23.128195 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e211775a-0256-483b-9431-63b8bd5ab910 req-bdb24a19-12d5-4697-8226-130cf8944dcd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492542 Sep 08 14:06:23.161251 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Request body: {'port': {'device_id': '30c94983-e106-4369-9254-a41da0e031fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:23.161251 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:23.211869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:23.242164 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe4cc-9829-43dc-a032-0a425d480fc5 req-7eb09537-f3ad-412a-8f6f-e6877f44fee3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:23.243668 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e9cfe4cc-9829-43dc-a032-0a425d480fc5 req-7eb09537-f3ad-412a-8f6f-e6877f44fee3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0488703 Sep 08 14:06:23.259882 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-1433c7b0-7009-4065-bdd0-69ccf33139f0 None None] Provisioning complete for port 45ad8e9a-79a2-43c1-9311-58e8766673dc triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:06:23.264313 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-1433c7b0-7009-4065-bdd0-69ccf33139f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:23.300588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-1433c7b0-7009-4065-bdd0-69ccf33139f0 None None] Port 45ad8e9a-79a2-43c1-9311-58e8766673dc cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:06:23.300794 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e9cfe4cc-9829-43dc-a032-0a425d480fc5 req-6ce01684-35b4-4d31-a4e3-974e14a61de0 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497730 Sep 08 14:06:23.523439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ad8e9a-79a2-43c1-9311-58e8766673dc {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:06:23.527654 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:23.529225 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c1700-f441-4010-83d8-56f44fbc67e0 req-1b865f0e-c076-435a-92fb-c5696bac2369 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:23.530784 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ac5c1700-f441-4010-83d8-56f44fbc67e0 req-1b865f0e-c076-435a-92fb-c5696bac2369 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0599675 Sep 08 14:06:23.532521 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Publish callbacks [] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:23.546572 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Transition to ACTIVE for port object 45ad8e9a-79a2-43c1-9311-58e8766673dc will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:06:23.601521 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ac5c1700-f441-4010-83d8-56f44fbc67e0 req-0e97d9bd-68a6-43b2-b63f-ca72b0bf1ae6 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604594 Sep 08 14:06:23.698629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:23.763330 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Pushing event updated for resources: {'Port': ['ID=45ad8e9a-79a2-43c1-9311-58e8766673dc,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:23.776937 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Attempting to bind port 45ad8e9a-79a2-43c1-9311-58e8766673dc on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:06:23.777275 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Attempting to bind port 45ad8e9a-79a2-43c1-9311-58e8766673dc by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:06:23.777601 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Attempting to bind port 45ad8e9a-79a2-43c1-9311-58e8766673dc on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:06:23.826432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Port 45ad8e9a-79a2-43c1-9311-58e8766673dc on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:06:23.826753 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Attempting to bind port 45ad8e9a-79a2-43c1-9311-58e8766673dc on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:06:23.882351 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:06:23.882684 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:06:23.883071 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Bound using segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:06:23.883514 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Bound port: 45ad8e9a-79a2-43c1-9311-58e8766673dc, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:06:23.883881 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:23.982608 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] For port 45ad8e9a-79a2-43c1-9311-58e8766673dc, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:23.986186 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] For port 45ad8e9a-79a2-43c1-9311-58e8766673dc, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:06:24.022974 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429c387-011a-4c17-ab22-a60618e03a5e req-5bb4100e-73f8-40e0-8a91-f8f448f9374c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.024514 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4429c387-011a-4c17-ab22-a60618e03a5e req-5bb4100e-73f8-40e0-8a91-f8f448f9374c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 944 time: 0.0498898 Sep 08 14:06:24.058974 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:24.063694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.064480 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:24.065989 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/45ad8e9a-79a2-43c1-9311-58e8766673dc HTTP/1.1" status: 200 len: 1094 time: 0.9259925 Sep 08 14:06:24.066142 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:24.067640 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:24.070010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd40a470-8728-44b5-b07f-4b756077a113" -d '{"events": [{"name": "network-changed", "server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:24.074506 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4429c387-011a-4c17-ab22-a60618e03a5e req-d85f8357-7c72-47d7-8c48-68a7a617d0bc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439389 Sep 08 14:06:24.119122 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688dab9-782c-4547-8f15-73ee86bb1076 service neutron] Pushing event updated for resources: {'Port': ['ID=45ad8e9a-79a2-43c1-9311-58e8766673dc,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:24.128066 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f47d13-62cf-4948-be3c-531693a0e6dc x-openstack-request-id: req-65f47d13-62cf-4948-be3c-531693a0e6dc {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:24.128066 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:24.128303 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-65f47d13-62cf-4948-be3c-531693a0e6dc {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:24.128597 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f47d13-62cf-4948-be3c-531693a0e6dc'] response: {'name': 'network-changed', 'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'status': 'completed', 'code': 200} Sep 08 14:06:24.236835 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a470-8728-44b5-b07f-4b756077a113 req-f68826d2-1da4-4398-9d07-f33e6158011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.238382 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd40a470-8728-44b5-b07f-4b756077a113 req-f68826d2-1da4-4398-9d07-f33e6158011b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 1128 time: 0.0414467 Sep 08 14:06:24.260428 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1c616-200c-42a4-856e-76c6447f8373 req-56019224-1a49-4dda-88d5-b99f24d5b17b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.261932 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c5d1c616-200c-42a4-856e-76c6447f8373 req-56019224-1a49-4dda-88d5-b99f24d5b17b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0513794 Sep 08 14:06:24.310468 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c5d1c616-200c-42a4-856e-76c6447f8373 req-fd07de74-a5ca-4b38-aa3c-4ce6a127a436 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Sep 08 14:06:24.360505 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a470-8728-44b5-b07f-4b756077a113 req-46da0d10-63ee-492f-b66e-a20362d6f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.362038 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd40a470-8728-44b5-b07f-4b756077a113 req-46da0d10-63ee-492f-b66e-a20362d6f099 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=92a3e908b87b445b9674d48f9a61bf94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1048112 Sep 08 14:06:24.463332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a470-8728-44b5-b07f-4b756077a113 req-efdadd54-10f3-4543-80da-e669a5fea37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.465423 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bd40a470-8728-44b5-b07f-4b756077a113 req-efdadd54-10f3-4543-80da-e669a5fea37a service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954432 Sep 08 14:06:24.544128 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:24.575430 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-31c932bc-d047-49e2-915b-29685c653fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.577080 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-31c932bc-d047-49e2-915b-29685c653fb2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 1128 time: 0.0423741 Sep 08 14:06:24.625975 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-3a2173ff-019a-4d12-8219-eef3768cc661 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc HTTP/1.1" status: 200 len: 217 time: 0.0342531 Sep 08 14:06:24.682236 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-28ffca70-7cb0-459e-accf-3d9563930934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.684430 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-28ffca70-7cb0-459e-accf-3d9563930934 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0519385 Sep 08 14:06:24.734301 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8304e9-5ede-43dc-8d05-cc26c9e7dd69 req-99ae488a-31cb-4727-baea-c03fe17288f2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.735798 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5f8304e9-5ede-43dc-8d05-cc26c9e7dd69 req-99ae488a-31cb-4727-baea-c03fe17288f2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0480340 Sep 08 14:06:24.737878 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-f2eeb07a-d17c-460f-84e5-dce44670eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:24.739535 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-f2eeb07a-d17c-460f-84e5-dce44670eb31 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398824 Sep 08 14:06:24.797229 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5f8304e9-5ede-43dc-8d05-cc26c9e7dd69 req-3a7075b3-4267-4977-b8d4-7cada7167b86 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554934 Sep 08 14:06:24.832973 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-0e9105f0-3775-4c19-ba87-430fba2c2568 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851879 Sep 08 14:06:24.935151 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a6361e06-ec89-48d9-8042-53cff39ff32a req-ae8a9e71-127c-49e8-8d04-8d881fcc0f61 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866649 Sep 08 14:06:25.109644 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f9830c83-95f5-4130-890e-89ac38d2a680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:25.224400 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4ddf7-0646-4e62-beee-3146b392fcf7 req-aa3d5d24-92f7-4d8a-8688-d5ea8f70058d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:25.226122 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0fc4ddf7-0646-4e62-beee-3146b392fcf7 req-aa3d5d24-92f7-4d8a-8688-d5ea8f70058d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 944 time: 0.0599027 Sep 08 14:06:25.266498 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:25.282531 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0fc4ddf7-0646-4e62-beee-3146b392fcf7 req-1613d60e-04d1-43bc-9cc6-1834296d447c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495744 Sep 08 14:06:25.441045 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550862a7-5542-4def-9145-694d233753b9 req-1e003485-9dcd-4090-ad81-4fdaec1947ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:25.442498 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-550862a7-5542-4def-9145-694d233753b9 req-1e003485-9dcd-4090-ad81-4fdaec1947ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0463243 Sep 08 14:06:25.490146 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-550862a7-5542-4def-9145-694d233753b9 req-b6834098-28d5-442b-b3a6-0c29f9d45e53 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Sep 08 14:06:25.920930 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991257f-2eec-4b8c-945c-69572e3d06fd req-ef102a4c-b572-4b08-9d65-3e670de71c70 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:25.922443 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b991257f-2eec-4b8c-945c-69572e3d06fd req-ef102a4c-b572-4b08-9d65-3e670de71c70 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0481133 Sep 08 14:06:25.982627 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b991257f-2eec-4b8c-945c-69572e3d06fd req-f7e99e13-079f-401d-84ea-d626296f3a89 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544186 Sep 08 14:06:26.252279 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:26.410575 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b87588-5cec-4ad9-a913-6cc2b0677296 req-635f0569-78f2-48d3-8b24-f8b3d93079a0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:26.412008 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b6b87588-5cec-4ad9-a913-6cc2b0677296 req-635f0569-78f2-48d3-8b24-f8b3d93079a0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 944 time: 0.0527112 Sep 08 14:06:26.462819 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b6b87588-5cec-4ad9-a913-6cc2b0677296 req-d5e282ea-5cb3-4b97-806d-c37f1ca8e021 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Sep 08 14:06:26.613912 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6d0d8-09a5-405f-852b-a11ed10e144a req-96d1d182-5265-4633-aee2-995f2cffc94a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:26.615411 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ec6d0d8-09a5-405f-852b-a11ed10e144a req-96d1d182-5265-4633-aee2-995f2cffc94a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0489459 Sep 08 14:06:26.665960 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ec6d0d8-09a5-405f-852b-a11ed10e144a req-913c7961-8fd7-4062-a404-6443215f61ae tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441291 Sep 08 14:06:27.110209 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe73d9-df89-49cb-b2d0-a07d8ab1114d req-ac1f6b68-5625-41df-9690-318bdd5a86a6 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:27.111699 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8abe73d9-df89-49cb-b2d0-a07d8ab1114d req-ac1f6b68-5625-41df-9690-318bdd5a86a6 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0506272 Sep 08 14:06:27.178957 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8abe73d9-df89-49cb-b2d0-a07d8ab1114d req-b18ae5b8-f97e-402d-9757-f35f66bbd0bf tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607345 Sep 08 14:06:27.589208 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714f620-d459-4491-b80c-cd0a3e3d95a5 req-beede27b-637b-407d-9617-8013301fb0f2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:27.590616 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7714f620-d459-4491-b80c-cd0a3e3d95a5 req-beede27b-637b-407d-9617-8013301fb0f2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 944 time: 0.0487282 Sep 08 14:06:27.640986 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7714f620-d459-4491-b80c-cd0a3e3d95a5 req-ec5943a8-6003-4387-8aed-793aad54352f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447459 Sep 08 14:06:27.788863 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20209a3c-5543-4eb7-ab3c-50295d93efc8 req-6204a8f1-5b23-4334-b0d7-72faadb3300a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:27.790367 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-20209a3c-5543-4eb7-ab3c-50295d93efc8 req-6204a8f1-5b23-4334-b0d7-72faadb3300a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0466728 Sep 08 14:06:27.838755 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-20209a3c-5543-4eb7-ab3c-50295d93efc8 req-a75542f2-0c0e-4f93-9aa6-a61c5a361597 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421660 Sep 08 14:06:28.321561 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f13af-1981-466c-b56c-163e940d8ef6 req-ce1a9b29-4802-42b5-89f6-9b3f765ed418 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:28.323213 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b3f13af-1981-466c-b56c-163e940d8ef6 req-ce1a9b29-4802-42b5-89f6-9b3f765ed418 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0637643 Sep 08 14:06:28.368376 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:28.389470 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b3f13af-1981-466c-b56c-163e940d8ef6 req-698cf57b-96f8-4c2c-92a4-5ab9b9952847 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589948 Sep 08 14:06:28.520451 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:28.590579 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 45ad8e9a-79a2-43c1-9311-58e8766673dc details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:06:28.697279 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 45ad8e9a-79a2-43c1-9311-58e8766673dc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:28.719603 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'port_id': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'mac_address': 'fa:16:3e:14:25:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:06:28.759759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 45ad8e9a-79a2-43c1-9311-58e8766673dc is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:06:28.760070 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:28.768671 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ebde0-7a54-4648-933e-adedf87d05c4 req-89b6e287-fe67-4d84-b407-84054ecf3394 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:28.770415 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-149ebde0-7a54-4648-933e-adedf87d05c4 req-89b6e287-fe67-4d84-b407-84054ecf3394 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 944 time: 0.0499468 Sep 08 14:06:28.773518 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:28.776130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ad8e9a-79a2-43c1-9311-58e8766673dc {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:06:28.796701 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 45ad8e9a-79a2-43c1-9311-58e8766673dc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:28.820042 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-149ebde0-7a54-4648-933e-adedf87d05c4 req-31d02a88-1019-4229-95ce-b6138d347fe3 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Sep 08 14:06:28.846316 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:28.896282 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=45ad8e9a-79a2-43c1-9311-58e8766673dc,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:28.903841 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.904211 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.904576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.905502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.905502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.905701 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.905876 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.906213 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.906514 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.906833 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.907152 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.907479 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.907802 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.908121 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.908464 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:28.971090 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea00c6-6eac-4f56-92b9-e46539aa760f req-94dc7df2-294e-49bc-8c85-7b77681859be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:28.972599 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-daea00c6-6eac-4f56-92b9-e46539aa760f req-94dc7df2-294e-49bc-8c85-7b77681859be tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0536990 Sep 08 14:06:29.021999 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-daea00c6-6eac-4f56-92b9-e46539aa760f req-75a9de42-960b-4568-8278-3e1eb5137608 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 Sep 08 14:06:29.280488 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['45ad8e9a-79a2-43c1-9311-58e8766673dc'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:06:29.486977 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:29.528988 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352536b2-e8ca-4e3f-a027-67646ce8e7dc req-9e1c1ca1-f136-4f58-9edc-1f916ed7be09 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:29.530735 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-352536b2-e8ca-4e3f-a027-67646ce8e7dc req-9e1c1ca1-f136-4f58-9edc-1f916ed7be09 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0534749 Sep 08 14:06:29.594384 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-352536b2-e8ca-4e3f-a027-67646ce8e7dc req-b9599ec4-90bd-4a3c-a0f0-b2c93974e3e6 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&id=118f07d5-0c15-4623-82f6-18df9002a88f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578427 Sep 08 14:06:29.720487 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:06:29.941608 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7188a0-d822-4ed3-a56a-a65c57e0fb95 req-f0c00629-0cf1-478a-8571-5b2180b9b8b2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:29.943138 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b7188a0-d822-4ed3-a56a-a65c57e0fb95 req-f0c00629-0cf1-478a-8571-5b2180b9b8b2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 945 time: 0.0476451 Sep 08 14:06:29.996997 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b7188a0-d822-4ed3-a56a-a65c57e0fb95 req-6fddea38-3eeb-40dc-bbc9-3cf7c930066b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472214 Sep 08 14:06:30.158770 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2d6d-c774-441e-bb91-08d0898a953f req-b4e86d25-37c5-43ed-acf0-00d8a19d2558 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:30.160387 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7dcd2d6d-c774-441e-bb91-08d0898a953f req-b4e86d25-37c5-43ed-acf0-00d8a19d2558 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Sep 08 14:06:30.213312 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7dcd2d6d-c774-441e-bb91-08d0898a953f req-2ff5b877-6f05-4fe0-9a8c-ee6ca2826670 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468335 Sep 08 14:06:30.636118 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 45ad8e9a-79a2-43c1-9311-58e8766673dc up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:30.677750 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:30.686442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 45ad8e9a-79a2-43c1-9311-58e8766673dc completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:06:30.772304 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 45ad8e9a-79a2-43c1-9311-58e8766673dc triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:06:30.772692 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:30.849684 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 45ad8e9a-79a2-43c1-9311-58e8766673dc is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:06:30.850074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:30.875775 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:30.878153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000d865-20f1-4e38-8c41-4e8a13449dbb" -d '{"events": [{"server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "name": "network-vif-plugged", "status": "completed", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:30.891462 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 45ad8e9a-79a2-43c1-9311-58e8766673dc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:30.924536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb4c86f-217f-4e18-aaa9-6d588dfccb94 x-openstack-request-id: req-dfb4c86f-217f-4e18-aaa9-6d588dfccb94 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:30.924536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "name": "network-vif-plugged", "status": "completed", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:30.924536 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dfb4c86f-217f-4e18-aaa9-6d588dfccb94 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:30.924536 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb4c86f-217f-4e18-aaa9-6d588dfccb94'] response: {'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'code': 200} Sep 08 14:06:30.973410 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:31.016604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:31.026831 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=45ad8e9a-79a2-43c1-9311-58e8766673dc,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:31.140518 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b960249-fedb-4e19-9d37-c8ab83412a37 req-bd3955ff-67c2-4002-8cdd-bc7d6dca8317 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:31.143424 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b960249-fedb-4e19-9d37-c8ab83412a37 req-bd3955ff-67c2-4002-8cdd-bc7d6dca8317 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0661399 Sep 08 14:06:31.224006 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b960249-fedb-4e19-9d37-c8ab83412a37 req-5d90c28f-4b71-4e51-b358-4828ab6efb70 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736678 Sep 08 14:06:31.349001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4164e-6e8c-44a5-b500-c6d6d2043a23 req-726d7cb5-1ea5-4275-8fd1-cabc281a6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:31.350577 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-99b4164e-6e8c-44a5-b500-c6d6d2043a23 req-726d7cb5-1ea5-4275-8fd1-cabc281a6e5e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 1130 time: 0.0488448 Sep 08 14:06:31.361726 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb58e7-0b51-4763-9b9f-e0dc8df0fa6b req-b2623fbf-4bb8-4485-99bd-0402fa84a4f7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:31.363364 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-29eb58e7-0b51-4763-9b9f-e0dc8df0fa6b req-b2623fbf-4bb8-4485-99bd-0402fa84a4f7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0587394 Sep 08 14:06:31.399661 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-99b4164e-6e8c-44a5-b500-c6d6d2043a23 req-556e6c71-46f1-4d9c-9a3f-0e95f8cdfd2c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424671 Sep 08 14:06:31.415958 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-29eb58e7-0b51-4763-9b9f-e0dc8df0fa6b req-594e1409-f834-4e61-bbab-710ba4be6636 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457044 Sep 08 14:06:32.365630 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29244d-692a-42ba-9674-b915d826ce5b req-80b17b93-a01b-4e92-be9a-51aff4873b23 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:32.367170 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-af29244d-692a-42ba-9674-b915d826ce5b req-80b17b93-a01b-4e92-be9a-51aff4873b23 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0498006 Sep 08 14:06:32.417846 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-af29244d-692a-42ba-9674-b915d826ce5b req-3e7fd3cf-a2b1-43cf-a244-cc84b1d95326 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Sep 08 14:06:32.551956 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523df6a-7e53-42a2-a51e-5eea8a7aacd5 req-47602e30-fd01-4ddd-bbc1-9676461a7ec2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:32.553444 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4523df6a-7e53-42a2-a51e-5eea8a7aacd5 req-47602e30-fd01-4ddd-bbc1-9676461a7ec2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0500240 Sep 08 14:06:32.608086 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4523df6a-7e53-42a2-a51e-5eea8a7aacd5 req-e4e78170-b7f8-4cb1-9c2f-f956b56aa55f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477130 Sep 08 14:06:33.564521 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc081e6e-4e85-4a77-9ac3-ec6678523c7d req-a0832e4b-248c-420c-82a2-db444f6ace57 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:33.566125 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc081e6e-4e85-4a77-9ac3-ec6678523c7d req-a0832e4b-248c-420c-82a2-db444f6ace57 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0680907 Sep 08 14:06:33.619797 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc081e6e-4e85-4a77-9ac3-ec6678523c7d req-b839141e-4c0a-41f9-8c80-f261bd2fac6a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464904 Sep 08 14:06:33.774243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1010-b913-459a-804c-e59de6369d1e req-95bc4861-ccbe-4a88-bba6-f267e41bc471 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:33.775743 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d1cb1010-b913-459a-804c-e59de6369d1e req-95bc4861-ccbe-4a88-bba6-f267e41bc471 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0826190 Sep 08 14:06:33.782148 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f3a47-308c-47a6-9ece-6d70fb7ef1ca req-7b11bf44-70c3-4cdd-a502-88f47acbd6e1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:33.783646 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2f3a47-308c-47a6-9ece-6d70fb7ef1ca req-7b11bf44-70c3-4cdd-a502-88f47acbd6e1 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0809474 Sep 08 14:06:33.791629 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:33.794052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 53980) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:33.799170 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'port_id': '45ad8e9a-79a2-43c1-9311-58e8766673dc'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:33.844382 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d1cb1010-b913-459a-804c-e59de6369d1e req-c2a4c4b9-81d7-4ee4-9f87-c7105c94f5eb tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596828 Sep 08 14:06:33.845459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:33.977910 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:34.330315 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:34.394648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:34.496122 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53 associated. External IP: 172.27.1.161, port: 45ad8e9a-79a2-43c1-9311-58e8766673dc. Sep 08 14:06:34.541127 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:34.703059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:06:34.819731 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:06:34.825861 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:34.831194 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:06:34.841804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:34.842422 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:34.860182 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-94088596-503c-47ea-ad91-325f9842d34d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53 HTTP/1.1" status: 200 len: 992 time: 1.0635092 Sep 08 14:06:34.860182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:34.861723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b9b33f-e0bd-437d-b739-fafdef86cd45" -d '{"events": [{"name": "network-changed", "server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:34.905824 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ccf78-c4a6-49dc-93b4-d82aefc5d541 x-openstack-request-id: req-277ccf78-c4a6-49dc-93b4-d82aefc5d541 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:34.906123 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:34.906379 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-277ccf78-c4a6-49dc-93b4-d82aefc5d541 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:34.906787 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277ccf78-c4a6-49dc-93b4-d82aefc5d541'] response: {'name': 'network-changed', 'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'status': 'completed', 'code': 200} Sep 08 14:06:34.957675 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:35.012531 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbeb2b-1c7f-40b8-842a-451b5dc76549 req-7be0c87a-d509-4ded-bd9c-675e2feb65d8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:35.015172 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c3dbeb2b-1c7f-40b8-842a-451b5dc76549 req-7be0c87a-d509-4ded-bd9c-675e2feb65d8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0645895 Sep 08 14:06:35.027773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-716d714c-7312-4f0b-9864-171fa8ff94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:35.029844 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-716d714c-7312-4f0b-9864-171fa8ff94b4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 1130 time: 0.0553367 Sep 08 14:06:35.076869 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c3dbeb2b-1c7f-40b8-842a-451b5dc76549 req-f247536c-bf32-467c-ba69-bfc25c1ddd22 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525186 Sep 08 14:06:35.139828 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-3701c5b6-1492-4cf8-9dd4-473264f52b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:35.141371 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-3701c5b6-1492-4cf8-9dd4-473264f52b6d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 915 time: 0.1031797 Sep 08 14:06:35.224777 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-5bdcfe3c-5a6c-4e5a-b011-7ecc08516b63 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc HTTP/1.1" status: 200 len: 1000 time: 0.0719631 Sep 08 14:06:35.391544 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:14:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c94983-e106-4369-9254-a41da0e031fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:06:16Z', 'updated_at': '2022-09-08T14:06:34Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:35.432627 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:06:35.443188 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:35.444068 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:35.575971 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:35.576522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:35.589966 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-ed0ae280-a855-4b6d-8a5a-87b2f563c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:35.591455 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-ed0ae280-a855-4b6d-8a5a-87b2f563c3dc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.3601096 Sep 08 14:06:35.642706 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-e77be6b3-e99a-4317-abaf-a502704ec937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:35.644275 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-e77be6b3-e99a-4317-abaf-a502704ec937 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447359 Sep 08 14:06:35.761131 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-92aa9d33-f7dd-4238-afd9-91e55dc515f9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088109 Sep 08 14:06:35.797518 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:35.841528 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:14:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c94983-e106-4369-9254-a41da0e031fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:06:16Z', 'updated_at': '2022-09-08T14:06:34Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:35.861223 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c0b9b33f-e0bd-437d-b739-fafdef86cd45 req-4a8ba94c-9038-4e7c-8773-3407cc32cd8e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934620 Sep 08 14:06:35.869880 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249ea4a-8087-48bb-9237-2e68ad05ed24 None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:14:25:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c94983-e106-4369-9254-a41da0e031fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:06:16Z', 'updated_at': '2022-09-08T14:06:34Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:06:36.084130 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1452111a-4675-488c-9829-6eb00ffa6aa9 None None] New status for floating IP 3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:06:36.173174 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:36.219854 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b984e-2c99-4c53-8b43-c172926156ae req-3753933c-4bc7-4815-8a54-911f079fe1aa tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:36.221440 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae1b984e-2c99-4c53-8b43-c172926156ae req-3753933c-4bc7-4815-8a54-911f079fe1aa tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0585506 Sep 08 14:06:36.278529 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae1b984e-2c99-4c53-8b43-c172926156ae req-6b70ab4f-2c26-43ca-96d2-d756811d843f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505905 Sep 08 14:06:36.857570 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:37.402138 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144ab5-60bd-49ff-93c0-3116a5452a0c req-b17e2970-7963-46fc-9ab7-92ea1391b248 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:37.403513 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4144ab5-60bd-49ff-93c0-3116a5452a0c req-b17e2970-7963-46fc-9ab7-92ea1391b248 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0473959 Sep 08 14:06:37.452511 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a4144ab5-60bd-49ff-93c0-3116a5452a0c req-fc94f63c-6d8b-4861-b951-b820b58b020a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431933 Sep 08 14:06:38.707361 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3c739-3cb3-45e8-8848-e198411719c1 req-d024a6e1-3fb9-4068-b7ef-535d0eaa7087 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:38.708930 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e7b3c739-3cb3-45e8-8848-e198411719c1 req-d024a6e1-3fb9-4068-b7ef-535d0eaa7087 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.1733150 Sep 08 14:06:38.761057 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e7b3c739-3cb3-45e8-8848-e198411719c1 req-8a9e0737-5a51-4ff1-82ae-bbb7f89ff0cd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455990 Sep 08 14:06:39.897492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627f41-4af1-4ee8-b5e8-47c958e9a394 req-5ef79d7d-6186-4f9b-b70b-15a5875c0bd8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:39.899019 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a1627f41-4af1-4ee8-b5e8-47c958e9a394 req-5ef79d7d-6186-4f9b-b70b-15a5875c0bd8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0544589 Sep 08 14:06:39.950937 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a1627f41-4af1-4ee8-b5e8-47c958e9a394 req-204ef8f1-12de-41f6-8ef5-65e50323539f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448847 Sep 08 14:06:40.422038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9c111-87bc-4700-8d2f-2bea5c2ae2d2 req-964d3c37-d43f-4253-bfa1-c97602265e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:40.424716 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0ab9c111-87bc-4700-8d2f-2bea5c2ae2d2 req-964d3c37-d43f-4253-bfa1-c97602265e97 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0504420 Sep 08 14:06:40.475913 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0ab9c111-87bc-4700-8d2f-2bea5c2ae2d2 req-7b37867a-e4f6-4b54-bcca-fc77054a5240 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Sep 08 14:06:41.085047 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b641685-088d-40b8-9892-1259979f24b8 req-f2da0022-594c-4668-8f56-87c9095d0ab2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:41.086541 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3b641685-088d-40b8-9892-1259979f24b8 req-f2da0022-594c-4668-8f56-87c9095d0ab2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Sep 08 14:06:41.136647 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3b641685-088d-40b8-9892-1259979f24b8 req-bdd79f53-d649-4267-b043-fd2f52da5430 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Sep 08 14:06:42.278451 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f6eca-649e-4c06-adfa-97c693cf610b req-369ae683-2e79-4f01-8773-66f35eeedf0d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:42.280448 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a19f6eca-649e-4c06-adfa-97c693cf610b req-369ae683-2e79-4f01-8773-66f35eeedf0d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0579572 Sep 08 14:06:42.333414 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a19f6eca-649e-4c06-adfa-97c693cf610b req-ed71872d-aa12-4176-9d2f-7c93b6dd2fb8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466843 Sep 08 14:06:42.923573 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac8c1-9612-4d1c-b568-6bc4284430f9 req-bf164997-04c0-43ac-9890-0749753cdf59 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:42.925160 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-93bac8c1-9612-4d1c-b568-6bc4284430f9 req-bf164997-04c0-43ac-9890-0749753cdf59 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Sep 08 14:06:42.977288 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-93bac8c1-9612-4d1c-b568-6bc4284430f9 req-02ff8417-c94b-44e8-b341-cbd5e9aee4bb tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461898 Sep 08 14:06:43.023791 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-39c3e8da-d232-48f6-9ef0-3f24e5f9de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:43.027224 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-39c3e8da-d232-48f6-9ef0-3f24e5f9de2f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0455906 Sep 08 14:06:43.101351 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:43.127946 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-01f89dfd-76f1-4fc4-a651-7ba42183499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:43.129579 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-01f89dfd-76f1-4fc4-a651-7ba42183499f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.0958872 Sep 08 14:06:43.197509 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-42530fd7-f010-48a1-8b6d-9edbbbc53322 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 999 time: 0.0598710 Sep 08 14:06:43.248752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-9b42a848-55be-4f31-8252-7f167286f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:43.250346 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-9b42a848-55be-4f31-8252-7f167286f0e8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0469830 Sep 08 14:06:43.302302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-829bff28-16cd-47ca-a69a-3026d16c3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:43.303822 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-829bff28-16cd-47ca-a69a-3026d16c3340 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473511 Sep 08 14:06:43.399539 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-c8d3dd83-48ba-4999-89c9-da1123d52e92 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892262 Sep 08 14:06:43.506105 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bb14f8a-0228-467b-ae39-c4ad4ce7b3df req-ec9ca0ed-06dc-4425-bb1e-96f016eb7803 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953212 Sep 08 14:06:44.154414 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad36c00-17e5-4ac3-b7bd-3e71170049a2 req-336054fe-2f2d-4832-9e00-0bef8626d227 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:44.158426 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cad36c00-17e5-4ac3-b7bd-3e71170049a2 req-336054fe-2f2d-4832-9e00-0bef8626d227 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0980313 Sep 08 14:06:44.206495 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cad36c00-17e5-4ac3-b7bd-3e71170049a2 req-f98c2ce0-7615-4915-a97d-f33bcbb63035 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Sep 08 14:06:45.397901 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0587d4-bac4-432a-9070-3f7b6011b355 req-5195c258-5fa8-4abe-a9c9-fef0dcf3374c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:45.399496 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2c0587d4-bac4-432a-9070-3f7b6011b355 req-5195c258-5fa8-4abe-a9c9-fef0dcf3374c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0526776 Sep 08 14:06:45.457378 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2c0587d4-bac4-432a-9070-3f7b6011b355 req-c9ffb737-06af-4ec7-8b4f-e23e7d4ba82a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509076 Sep 08 14:06:46.206218 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:46.209135 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:46.588211 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e234-08cb-4b55-a815-82074d52962f req-136f80e9-3df9-4b53-96a7-0d29c3bf9e06 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:46.589749 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e8f6e234-08cb-4b55-a815-82074d52962f req-136f80e9-3df9-4b53-96a7-0d29c3bf9e06 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0494998 Sep 08 14:06:46.645547 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e8f6e234-08cb-4b55-a815-82074d52962f req-c2355fac-8c89-42fb-89b5-70887eccbbb9 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484643 Sep 08 14:06:46.753162 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:46.756084 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:47.981855 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:47.996126 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10799996-b26d-4dc3-a5d6-86b130110829 req-ecfbde6b-60e4-4423-905f-195acf418672 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:47.997700 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-10799996-b26d-4dc3-a5d6-86b130110829 req-ecfbde6b-60e4-4423-905f-195acf418672 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.2589350 Sep 08 14:06:48.023580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:48.049281 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-10799996-b26d-4dc3-a5d6-86b130110829 req-02d33ca3-5393-48f7-8c31-18b722ad3637 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450921 Sep 08 14:06:48.177735 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4bf7e-86ee-41a9-9f88-b899e0d0f124 req-f809a400-d7c8-4d3a-9ccb-64af6d1f35ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:48.179301 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ffd4bf7e-86ee-41a9-9f88-b899e0d0f124 req-f809a400-d7c8-4d3a-9ccb-64af6d1f35ca tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0523367 Sep 08 14:06:48.192570 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54034) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:06:48.197681 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Request body: {'floatingip': {'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:48.254550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:48.451850 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:48.746915 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:48.799943 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:48.902428 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:49.018563 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Router a09e504e-5429-4a98-ab81-399e5d59e811 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:06:49.127448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:06:49.132632 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:49.137905 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] Sync routers for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:06:49.148881 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:49.149521 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:49.170373 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:49.172707 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e" -d '{"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:49.217061 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ba37ab76-0762-4886-bc20-f2aa47966529 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/451ec508-e451-4bf1-a840-7ca331c14b6c HTTP/1.1" status: 200 len: 991 time: 1.0233092 Sep 08 14:06:49.219783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fa3f2e-b691-4f9a-947a-f8d94c0b345b x-openstack-request-id: req-75fa3f2e-b691-4f9a-947a-f8d94c0b345b {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:49.220077 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:49.220749 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-75fa3f2e-b691-4f9a-947a-f8d94c0b345b {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:49.221121 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fa3f2e-b691-4f9a-947a-f8d94c0b345b'] response: {'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'status': 'completed', 'code': 200} Sep 08 14:06:49.266871 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:49.329458 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-cecca58c-8f14-4407-9966-178ea78c2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:49.331058 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-cecca58c-8f14-4407-9966-178ea78c2c29 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0526373 Sep 08 14:06:49.437325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-0bd73e09-85ac-4408-a603-1d4ee724a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:49.438874 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-0bd73e09-85ac-4408-a603-1d4ee724a3f2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.1011634 Sep 08 14:06:49.498472 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '451ec508-e451-4bf1-a840-7ca331c14b6c', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:39Z', 'updated_at': '2022-09-08T14:06:48Z', 'revision_number': 3, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:49.509922 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-585ef452-c211-4515-9b6b-5bc83ca2419e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 999 time: 0.0647616 Sep 08 14:06:49.522910 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] Checking router: a09e504e-5429-4a98-ab81-399e5d59e811 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:06:49.532300 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:06:49.532917 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:49.543404 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:49.561942 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-1861d793-e7d1-4a42-bc36-b11b8d6c7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:49.563424 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-1861d793-e7d1-4a42-bc36-b11b8d6c7195 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0466988 Sep 08 14:06:49.613624 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-44474ee3-5eeb-4f4f-9e4e-76fdff2c4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:49.614987 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-44474ee3-5eeb-4f4f-9e4e-76fdff2c4afe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421305 Sep 08 14:06:49.638426 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:06:49.718370 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-10f0082f-a146-4f4a-bcdb-d4047b211b31 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967870 Sep 08 14:06:49.820082 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8c1d4717-8f8f-40aa-b0fb-1682829bf02e req-6808c037-4b3e-4a92-861a-9e1abd46f0c8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910962 Sep 08 14:06:49.855123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '451ec508-e451-4bf1-a840-7ca331c14b6c', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:39Z', 'updated_at': '2022-09-08T14:06:48Z', 'revision_number': 3, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:49.884180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff9839-d79c-482b-aa86-b2603ccfba0a None None] The sync data for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi is: [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '451ec508-e451-4bf1-a840-7ca331c14b6c', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'port_id': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'mac_address': 'fa:16:3e:94:b5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:04:39Z', 'updated_at': '2022-09-08T14:06:48Z', 'revision_number': 3, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:06:51.222672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:06:51.225134 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfec83e5-1d93-4012-a6f8-bb1909a5756b" -d '{"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:51.263456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b0cd72-dfa7-4619-a48e-16b2aad74bbb x-openstack-request-id: req-62b0cd72-dfa7-4619-a48e-16b2aad74bbb {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:51.263754 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:51.264017 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-62b0cd72-dfa7-4619-a48e-16b2aad74bbb {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:51.264440 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b0cd72-dfa7-4619-a48e-16b2aad74bbb'] response: {'name': 'network-changed', 'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'status': 'completed', 'code': 200} Sep 08 14:06:51.380356 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-b19e5407-a4dd-4e10-b1d6-2845d40fa9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:51.381766 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-b19e5407-a4dd-4e10-b1d6-2845d40fa9f1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 1129 time: 0.0458512 Sep 08 14:06:51.502013 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-49417d92-26ff-425c-831e-2b785a46ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:51.503528 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-49417d92-26ff-425c-831e-2b785a46ce84 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.0988963 Sep 08 14:06:51.572214 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-ea82ec4a-0c8c-4476-a328-9036c1ec83dd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 200 len: 999 time: 0.0623960 Sep 08 14:06:51.621467 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:51.625836 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-3c51df3f-ac4d-458d-aee6-44f17885da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:51.627418 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-3c51df3f-ac4d-458d-aee6-44f17885da42 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0478768 Sep 08 14:06:51.677700 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-e76d8a62-56b4-4146-8610-676424943e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:06:51.679171 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-e76d8a62-56b4-4146-8610-676424943e1c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434172 Sep 08 14:06:51.777542 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-5c08b7ee-d83b-40f8-b709-db995bcdc628 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906236 Sep 08 14:06:51.874993 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-cfec83e5-1d93-4012-a6f8-bb1909a5756b req-994031ea-a44f-4bae-88da-2a38c4843438 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Sep 08 14:06:52.101873 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2eceb02e-7363-4098-b885-909d52027a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:55.142532 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9067-1408-4f14-9aff-8c0b16d2c72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:56.279760 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:58.166266 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=8 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:58.169362 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:58.576081 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:58.822330 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:06:59.974774 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:06:59.975588 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:01.865820 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=23 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:01.871871 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=62 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:02.794993 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037b283-6a31-485f-a405-72eebd67f706 req-b512d657-ab02-49c5-bb27-7d76bb0d4d7f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:02.796491 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d037b283-6a31-485f-a405-72eebd67f706 req-b512d657-ab02-49c5-bb27-7d76bb0d4d7f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0473368 Sep 08 14:07:02.846287 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d037b283-6a31-485f-a405-72eebd67f706 req-ccdb91f9-9e7c-4bc0-a6b0-e5a6fc81e7e5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Sep 08 14:07:03.966296 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9992-c664-48f8-845f-faee06fc0b4b req-fe347f44-cfc2-4e2e-87c5-877aede29528 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:03.967807 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5a5b9992-c664-48f8-845f-faee06fc0b4b req-fe347f44-cfc2-4e2e-87c5-877aede29528 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0472407 Sep 08 14:07:04.015728 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5a5b9992-c664-48f8-845f-faee06fc0b4b req-c1f29f02-58ca-47d4-87d1-b2a54e70d7fa tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Sep 08 14:07:05.141546 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6498e-955e-496c-ba6d-98844ced5029 req-0ecb5ff4-d242-4aec-9b1a-688262a166e3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:05.143026 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-53c6498e-955e-496c-ba6d-98844ced5029 req-0ecb5ff4-d242-4aec-9b1a-688262a166e3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0481031 Sep 08 14:07:05.190751 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-53c6498e-955e-496c-ba6d-98844ced5029 req-a5a89976-2379-4f0a-b066-6660e87d1cdb tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Sep 08 14:07:05.583526 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-805bd597-2b37-40a3-b59b-8fc64c8ab690 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:05.584904 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-805bd597-2b37-40a3-b59b-8fc64c8ab690 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0508397 Sep 08 14:07:05.680026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Deleting port dee806ed-287f-4f49-b833-092647ad43ff {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:05.680391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (dee806ed-287f-4f49-b833-092647ad43ff), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:05.773913 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] For port dee806ed-287f-4f49-b833-092647ad43ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=dee806ed-287f-4f49-b833-092647ad43ff,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:05.774267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (dee806ed-287f-4f49-b833-092647ad43ff), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:05.933226 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:05.933501 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (46662c1c-9d71-47c5-8025-2cca9a4cbb3b), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:05.933813 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Floating IP 46662c1c-9d71-47c5-8025-2cca9a4cbb3b disassociated. External IP: 172.27.1.139, port: dee806ed-287f-4f49-b833-092647ad43ff. Sep 08 14:07:05.934148 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Calling delete_port for dee806ed-287f-4f49-b833-092647ad43ff owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:06.318160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2263-c22d-48fa-a128-f32ca066f109 req-98986ffe-9d80-4c96-aff4-16eba561afd6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:06.319732 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0cbd2263-c22d-48fa-a128-f32ca066f109 req-98986ffe-9d80-4c96-aff4-16eba561afd6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 946 time: 0.0519640 Sep 08 14:07:06.368735 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0cbd2263-c22d-48fa-a128-f32ca066f109 req-9beaf431-9f31-4ae2-82a6-a62a82d4a2a5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=150d3826-15c4-4014-8409-19f1fff284d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428126 Sep 08 14:07:06.370256 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (dee806ed-287f-4f49-b833-092647ad43ff), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:06.399621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event deleted for resources: {'Port': ['ID=dee806ed-287f-4f49-b833-092647ad43ff,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:06.412382 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.412739 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.413084 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.413430 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.413774 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.414141 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.414475 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.414828 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.415168 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.420449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.420449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.420449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.420449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.420449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.420449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:06.520733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:06.628895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:06.639446 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:06.650659 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:06.651382 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:06.676698 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] No DVR routers for this DVR port dee806ed-287f-4f49-b833-092647ad43ff on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:06.679491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:06.683323 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-96079ea5-4546-4e48-86a3-d5aafc3fa5c9 req-f92e0f91-d2c6-4c7b-aa23-8946ba7029c7 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "DELETE /networking/v2.0/ports/dee806ed-287f-4f49-b833-092647ad43ff HTTP/1.1" status: 204 len: 173 time: 1.0836945 Sep 08 14:07:06.683869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'name': 'network-vif-deleted', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:06.687406 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11563691-a5f0-4701-b374-6e9a3c0505fa" -d '{"events": [{"server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "name": "network-vif-deleted", "tag": "dee806ed-287f-4f49-b833-092647ad43ff"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:06.730014 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ce87fb-5299-4ffd-8d51-9786e11e7c8b x-openstack-request-id: req-a2ce87fb-5299-4ffd-8d51-9786e11e7c8b {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:06.730520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec36d5-04f6-46ec-8406-004966e4e97b", "name": "network-vif-deleted", "tag": "dee806ed-287f-4f49-b833-092647ad43ff", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:06.730991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a2ce87fb-5299-4ffd-8d51-9786e11e7c8b {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:06.731432 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ce87fb-5299-4ffd-8d51-9786e11e7c8b'] response: {'server_uuid': '7fec36d5-04f6-46ec-8406-004966e4e97b', 'name': 'network-vif-deleted', 'tag': 'dee806ed-287f-4f49-b833-092647ad43ff', 'status': 'completed', 'code': 200} Sep 08 14:07:06.757189 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:07:06.782226 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:06.844904 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:07.071029 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:07.097279 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:07.106377 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:07.106991 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:07.227005 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:07.439336 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:07.465743 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a8ebd8-8c79-4b4b-9b12-ad9cf649a876 None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:07.499206 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7cd3abd2-a844-4107-9f45-4656b55bc9aa req-57447d56-89a6-4535-a6ee-f12395227241 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7fec36d5-04f6-46ec-8406-004966e4e97b HTTP/1.1" status: 200 len: 210 time: 0.0298724 Sep 08 14:07:07.704282 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34bdbe-ded0-4a1a-9cfe-87d7f3b2f0f5 None None] New status for floating IP 46662c1c-9d71-47c5-8025-2cca9a4cbb3b: DOWN {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:07:08.657697 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54088) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:08.725916 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3439af12-c499-4410-908c-7ebb4dc57d3b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (150d3826-15c4-4014-8409-19f1fff284d6), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:08.752264 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:08.754467 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3439af12-c499-4410-908c-7ebb4dc57d3b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (150d3826-15c4-4014-8409-19f1fff284d6), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:08.757418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:08.896421 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3439af12-c499-4410-908c-7ebb4dc57d3b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (150d3826-15c4-4014-8409-19f1fff284d6), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:08.899001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3439af12-c499-4410-908c-7ebb4dc57d3b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:08.900261 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3439af12-c499-4410-908c-7ebb4dc57d3b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/150d3826-15c4-4014-8409-19f1fff284d6 HTTP/1.1" status: 204 len: 168 time: 0.2415032 Sep 08 14:07:08.903303 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54090) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:08.911155 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439af12-c499-4410-908c-7ebb4dc57d3b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d3826-15c4-4014-8409-19f1fff284d6,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:08.919601 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.api.v2.resource [None req-f51efd54-27d6-4cf6-818e-ef7e00b6165b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] show failed (client error): The resource could not be found. Sep 08 14:07:08.920257 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f51efd54-27d6-4cf6-818e-ef7e00b6165b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups/150d3826-15c4-4014-8409-19f1fff284d6 HTTP/1.1" status: 404 len: 347 time: 0.0158765 Sep 08 14:07:08.923218 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54092) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:09.045423 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Deleting port 4f517a5e-ebb8-4eb5-8733-22e3a27fb491 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:09.045768 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.135484 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.135818 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.150264 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Calling delete_port for 4f517a5e-ebb8-4eb5-8733-22e3a27fb491 owned by network:floatingip {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:09.359310 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (4f517a5e-ebb8-4eb5-8733-22e3a27fb491), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.391528 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event deleted for resources: {'Port': ['ID=4f517a5e-ebb8-4eb5-8733-22e3a27fb491,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:09.420241 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.420500 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.420943 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.421285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.421653 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.422038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.422364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.422794 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.423120 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.423493 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.423936 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.424285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.424639 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.424958 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.425281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:09.473624 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (46662c1c-9d71-47c5-8025-2cca9a4cbb3b), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.476213 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.477600 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-dc17a1d8-d9e7-4dba-9aba-60aa94723c7c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/46662c1c-9d71-47c5-8025-2cca9a4cbb3b HTTP/1.1" status: 204 len: 168 time: 0.5532379 Sep 08 14:07:09.740906 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54096) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:09.746036 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124926623', 'description': 'tempest-description--2041778909'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:09.839830 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:09.858181 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:09.881792 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:09.923506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (1972e00a-2cdb-47f2-8b69-85110d1181a8), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.073881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1972e00a-2cdb-47f2-8b69-85110d1181a8), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.107839 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1972e00a-2cdb-47f2-8b69-85110d1181a8,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:10.201281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.202565 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-73d16670-e237-42b7-89b7-6fc4c5c588cf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4605558 Sep 08 14:07:10.207243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54100) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:10.211735 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'security_group_rule': {'security_group_id': '1972e00a-2cdb-47f2-8b69-85110d1181a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:10.308613 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (1c7092cd-54a5-4650-83db-3b69d4a75adf), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.376242 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (1c7092cd-54a5-4650-83db-3b69d4a75adf), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.478680 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (1c7092cd-54a5-4650-83db-3b69d4a75adf), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.500874 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7092cd-54a5-4650-83db-3b69d4a75adf,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:10.573039 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.574412 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e6fa63f8-78e8-4a34-b8c6-3533ddbf184e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662026 Sep 08 14:07:10.577668 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54104) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:10.582476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'security_group_rule': {'security_group_id': '1972e00a-2cdb-47f2-8b69-85110d1181a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:10.674474 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (5002792a-f0ab-40a6-ad15-8c8d98fdd20d), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.743084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (5002792a-f0ab-40a6-ad15-8c8d98fdd20d), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.816289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (5002792a-f0ab-40a6-ad15-8c8d98fdd20d), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.838103 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5002792a-f0ab-40a6-ad15-8c8d98fdd20d,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:10.866335 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device dee806ed-287f-4f49-b833-092647ad43ff no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:10.888623 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: dee806ed-287f-4f49-b833-092647ad43ff {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:10.889021 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device dee806ed-287f-4f49-b833-092647ad43ff not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:10.915211 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:10.917095 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c8c907bb-d3c5-4926-a281-dbb635fadf74 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383794 Sep 08 14:07:10.920911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54110) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:10.929277 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:11.050505 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:11.155322 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:11.343666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Allocated IP 172.27.1.86 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/3e03b18a-0807-4958-9700-d8deb3b8ca22) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:07:11.458219 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:11.547724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:11.595660 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:07:11.600738 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:07:11.605318 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:07:11.610541 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'Port': ['ID=3e03b18a-0807-4958-9700-d8deb3b8ca22,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:11.656881 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (1bd59b71-0801-4057-beaa-991244135bf3), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:11.813136 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:11.972425 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.038656 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.039395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (1bd59b71-0801-4057-beaa-991244135bf3), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.065468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:12.069983 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:12.089717 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'Port': ['ID=3e03b18a-0807-4958-9700-d8deb3b8ca22,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:12.143667 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.145006 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-607cbdba-e540-4162-ac4b-c46468a3b68f tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2225711 Sep 08 14:07:12.156475 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-3d8be12e-2a16-4d66-b236-26fee3ca6fbf tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-47291856&fields=id&tenant_id=9aa00aef04784c1ea61221c69e872045 HTTP/1.1" status: 200 len: 267 time: 0.0522292 Sep 08 14:07:12.209706 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-7f1f265f-c174-4d8c-aa39-4b0cb748a795 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:12.211217 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-7f1f265f-c174-4d8c-aa39-4b0cb748a795 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 985 time: 0.0490668 Sep 08 14:07:12.227683 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Request body: {'port': {'security_groups': ['d6bc261c-9bf5-4ac0-81cb-f5d137cc1375']}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:12.348248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.373583 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-5f9f3fb1-e47e-4d9b-9def-b5507081178a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1124926623&fields=id&tenant_id=73ba0ac1c50e4802b8c055a9b3075022 HTTP/1.1" status: 200 len: 267 time: 0.1005397 Sep 08 14:07:12.486442 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:12.559450 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-d6d4fe5c-de1d-4dd3-a0d2-f53f4c758e00 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:12.560973 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-d6d4fe5c-de1d-4dd3-a0d2-f53f4c758e00 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 811 time: 0.1789382 Sep 08 14:07:12.611905 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-dd1ce678-5d3a-4f53-8ce7-a574c8c2594b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/quotas/73ba0ac1c50e4802b8c055a9b3075022 HTTP/1.1" status: 200 len: 375 time: 0.0406942 Sep 08 14:07:12.634679 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:12.696238 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-4ad33c80-5359-4294-a84c-81ebdb7f973e tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762897 Sep 08 14:07:12.703134 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:12.753382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for port (d42836f7-59df-4047-abf1-f2202598649e), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.826198 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.838450 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:12.839061 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.840450 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1ef7059e-d3c2-4c17-90b9-e1457612d771 req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "PUT /networking/v2.0/ports/d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 943 time: 0.6182940 Sep 08 14:07:12.842980 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:12.845357 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384eb7d3-1a84-4719-9f24-e95f1f281865" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:12.847191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54128) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:12.888168 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['d42836f7-59df-4047-abf1-f2202598649e'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:07:12.888763 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d47d4a-9e36-4054-93d4-19f0c3a413aa x-openstack-request-id: req-b0d47d4a-9e36-4054-93d4-19f0c3a413aa {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:12.888763 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:12.888763 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b0d47d4a-9e36-4054-93d4-19f0c3a413aa {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:12.889279 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d47d4a-9e36-4054-93d4-19f0c3a413aa'] response: {'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'status': 'completed', 'code': 200} Sep 08 14:07:12.911355 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-a264ed9f-12f0-4d07-94dc-6f22a54192aa service neutron] 10.222.0.97 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993699 Sep 08 14:07:12.923596 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f44e-04a5-47a3-b2a9-a758b534ba51 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group (118f07d5-0c15-4623-82f6-18df9002a88f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:12.949137 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63299e-fe48-478a-a136-1305ee1d4354 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event updated for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=7']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:12.990415 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f44e-04a5-47a3-b2a9-a758b534ba51 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group (118f07d5-0c15-4623-82f6-18df9002a88f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.037233 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-4e0f6457-3169-4ad1-8b5c-f2be7895c8dc service neutron] 10.222.0.97 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135514 Sep 08 14:07:13.098207 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:13.109711 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-bb5b6ee8-2ce8-4828-8796-f8ec6ecd1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:13.112440 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-bb5b6ee8-2ce8-4828-8796-f8ec6ecd1553 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1130 time: 0.1571591 Sep 08 14:07:13.116634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:13.177466 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f44e-04a5-47a3-b2a9-a758b534ba51 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (118f07d5-0c15-4623-82f6-18df9002a88f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.179974 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f44e-04a5-47a3-b2a9-a758b534ba51 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.181366 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f2d0f44e-04a5-47a3-b2a9-a758b534ba51 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/118f07d5-0c15-4623-82f6-18df9002a88f HTTP/1.1" status: 204 len: 168 time: 0.3330269 Sep 08 14:07:13.184218 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54134) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:13.191759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['d42836f7-59df-4047-abf1-f2202598649e'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:07:13.199867 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0f44e-04a5-47a3-b2a9-a758b534ba51 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118f07d5-0c15-4623-82f6-18df9002a88f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:13.267834 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-26eb4ceb-46b4-4a20-a81b-0122f2f0c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:13.269490 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-26eb4ceb-46b4-4a20-a81b-0122f2f0c809 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 917 time: 0.1452940 Sep 08 14:07:13.354756 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-41512abc-c020-46e2-800c-59a779dfda75 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 1002 time: 0.0783021 Sep 08 14:07:13.392256 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b5fa650-19dc-4700-9755-720a7d95d35a req-ebb09b81-ef19-44f5-be95-8a80f7406a38 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 210 time: 0.0792615 Sep 08 14:07:13.440287 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-f799949e-170e-4b5a-acbd-2f6d98bd112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:13.442583 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-f799949e-170e-4b5a-acbd-2f6d98bd112c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.0800483 Sep 08 14:07:13.472910 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Deleting port bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:13.473436 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.492099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-90ee1c83-d850-4ffa-ba43-98559d3deeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:13.493784 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-90ee1c83-d850-4ffa-ba43-98559d3deeb4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443532 Sep 08 14:07:13.572745 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.572745 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for floatingip (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.588873 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Calling delete_port for bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a owned by network:floatingip {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:13.622561 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-94f900f9-d69d-46cc-971b-59b6d420a261 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186440 Sep 08 14:07:13.732674 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-384eb7d3-1a84-4719-9f24-e95f1f281865 req-253e777a-7442-4cd5-8b6d-f1289ca02324 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987475 Sep 08 14:07:13.741794 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:13.873494 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.904639 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event deleted for resources: {'Port': ['ID=bbbe6cd3-f1d5-49cd-87bb-63dd4528cc2a,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:13.981572 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks [] for floatingip (b21ec6e2-17b7-4b0e-8773-79683b259c37), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:13.981957 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.l3_db [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Floating IP b21ec6e2-17b7-4b0e-8773-79683b259c37 disassociated (deleted). External IP: 172.27.1.134, port: d42836f7-59df-4047-abf1-f2202598649e. Sep 08 14:07:14.111980 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:14.231327 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Router b96fde81-7a68-474e-a116-b388bcac06d7 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:14.339407 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:14.344561 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:14.349555 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] Sync routers for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:14.362117 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:14.362707 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:14.379427 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e011eb64-82c8-430a-b858-b06a373b69d4 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/b21ec6e2-17b7-4b0e-8773-79683b259c37 HTTP/1.1" status: 204 len: 168 time: 1.1899958 Sep 08 14:07:14.492272 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:14.513997 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5693f81-e5ea-4bca-bd5b-6c9119a1838a req-24129057-cb97-4145-91f1-77d70773308a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 210 time: 0.0293860 Sep 08 14:07:14.531178 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:14.605263 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:14.745356 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:55Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:14.771178 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] Checking router: b96fde81-7a68-474e-a116-b388bcac06d7 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:14.781281 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:14.781892 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:06:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:14.890464 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:14.892755 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125b8960-bdc7-43b6-b41e-d3d364adcf01" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:14.896608 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:14.951553 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283364f4-d31f-4e35-ac07-ece486b2b14a x-openstack-request-id: req-283364f4-d31f-4e35-ac07-ece486b2b14a {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:14.951978 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:14.952374 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-283364f4-d31f-4e35-ac07-ece486b2b14a {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:14.953620 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-283364f4-d31f-4e35-ac07-ece486b2b14a'] response: {'name': 'network-changed', 'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'status': 'completed', 'code': 200} Sep 08 14:07:15.081278 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-bc339f90-2663-4bec-8667-67eb869bb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:15.083022 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-bc339f90-2663-4bec-8667-67eb869bb250 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=9aa00aef04784c1ea61221c69e872045&device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 1130 time: 0.0469301 Sep 08 14:07:15.122300 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:55Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:15.157626 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b036d-c8ae-4764-b5b0-f89fd520014e None None] The sync data for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi is: [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:47Z', 'revision_number': 4, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae02de31-35e6-4472-83ab-025ad8cd6b3c', 'name': '', 'network_id': '4f73a88b-2c7b-493b-a879-7031ba9e9abb', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'mac_address': 'fa:16:3e:ea:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:46Z', 'updated_at': '2022-09-08T14:03:55Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'subnets': [{'id': '5aaa7d12-f34a-40e0-ad1d-d4015096f99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:15.260107 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-7a517832-9797-4771-ac6e-ccbdbd3f66de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:15.261662 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-7a517832-9797-4771-ac6e-ccbdbd3f66de service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 200 len: 917 time: 0.1248198 Sep 08 14:07:15.396252 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2a225-416e-4b1f-a32a-fb5516b56083 None None] New status for floating IP b21ec6e2-17b7-4b0e-8773-79683b259c37: DOWN {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:07:15.629334 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-03081678-9f5d-4ed8-84a3-c87ea3b60f07 req-9ab1e007-39e3-4717-9a9f-96ae40ed67ae tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 210 time: 0.0286920 Sep 08 14:07:15.700404 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-9825b28c-2b0c-408b-aee0-606295ba3dd9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 200 len: 217 time: 0.0339022 Sep 08 14:07:15.748488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:15.758191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-963834eb-c26e-4e87-a669-1340524a48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:15.759775 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-963834eb-c26e-4e87-a669-1340524a48f8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 200 len: 854 time: 0.0516760 Sep 08 14:07:15.892728 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-d45a3830-64fb-4462-bd80-2b0aeb382b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:15.894266 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-d45a3830-64fb-4462-bd80-2b0aeb382b11 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=4f73a88b-2c7b-493b-a879-7031ba9e9abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446119 Sep 08 14:07:16.004604 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-67350052-9f03-45be-914c-6fc835e30ca1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030593 Sep 08 14:07:16.105291 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:16.114354 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-125b8960-bdc7-43b6-b41e-d3d364adcf01 req-062eb21d-2013-4fa7-b6d7-f39f715fb74a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013985 Sep 08 14:07:16.762589 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6445e68d-8445-4d7b-9c35-f0752263724d req-fb8da27f-692c-48a1-93a0-50b32ac79080 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 210 time: 0.0366101 Sep 08 14:07:16.868934 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-4f0c58d3-70f3-432d-bbc6-eb789b00754c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:16.870059 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-4f0c58d3-70f3-432d-bbc6-eb789b00754c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 811 time: 0.1208215 Sep 08 14:07:16.954495 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-5e5e0a3c-bd36-46fa-b01a-db306e140126 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73ba0ac1c50e4802b8c055a9b3075022 HTTP/1.1" status: 200 len: 380 time: 0.0688379 Sep 08 14:07:16.964086 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'port': {'device_id': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'admin_state_up': True, 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'security_groups': ['1972e00a-2cdb-47f2-8b69-85110d1181a8']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:17.192875 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Made reservation on behalf of 73ba0ac1c50e4802b8c055a9b3075022 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:07:17.198062 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:17.376408 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Allocated IP 172.20.0.11 (39e2cb88-2879-4ba3-b085-907a39189f3c/50a6ec07-47e4-4f34-abec-bbe70fd1834b/e902e854-c899-4f4c-866d-e8871faa861d) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:07:17.547193 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for port (e902e854-c899-4f4c-866d-e8871faa861d), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:17.651400 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (e902e854-c899-4f4c-866d-e8871faa861d), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:17.697360 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:17.699470 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Network 39e2cb88-2879-4ba3-b085-907a39189f3c is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:07:17.703158 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:07:17.707478 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:07:17.712699 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:17.713266 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:17.722882 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event updated for resources: {'Port': ['ID=e902e854-c899-4f4c-866d-e8871faa861d,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:17.791186 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-ce8c1e84-c4e1-46a8-bc0f-e2dc3d0b2878 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8316803 Sep 08 14:07:17.810582 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Request body: {'port': {'device_id': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:17.880323 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:17.897242 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e902e854-c899-4f4c-866d-e8871faa861d), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:17.909654 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac100e-5014-43ed-b7fa-cc7aadc89901 req-6800c81a-a348-4dea-a3f5-d1b487ae3961 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:17.911102 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-39ac100e-5014-43ed-b7fa-cc7aadc89901 req-6800c81a-a348-4dea-a3f5-d1b487ae3961 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 932 time: 0.0566518 Sep 08 14:07:17.969726 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-39ac100e-5014-43ed-b7fa-cc7aadc89901 req-9932da0e-ebf7-4a35-8d91-a92194f66cee tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548832 Sep 08 14:07:17.986592 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-6bf80280-d763-4185-bd84-730811a71839 None None] Provisioning complete for port e902e854-c899-4f4c-866d-e8871faa861d triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:07:17.986592 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-6bf80280-d763-4185-bd84-730811a71839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e902e854-c899-4f4c-866d-e8871faa861d), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.022620 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-6bf80280-d763-4185-bd84-730811a71839 None None] Port e902e854-c899-4f4c-866d-e8871faa861d cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:07:18.179397 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e902e854-c899-4f4c-866d-e8871faa861d {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:07:18.187364 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Publish callbacks [] for port (e902e854-c899-4f4c-866d-e8871faa861d), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.201193 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Transition to ACTIVE for port object e902e854-c899-4f4c-866d-e8871faa861d will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:07:18.375997 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e902e854-c899-4f4c-866d-e8871faa861d), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.454870 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e902e854-c899-4f4c-866d-e8871faa861d,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:18.461392 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Attempting to bind port e902e854-c899-4f4c-866d-e8871faa861d on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:07:18.461880 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Attempting to bind port e902e854-c899-4f4c-866d-e8871faa861d by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:07:18.462351 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Attempting to bind port e902e854-c899-4f4c-866d-e8871faa861d on network 39e2cb88-2879-4ba3-b085-907a39189f3c {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:07:18.511377 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Port e902e854-c899-4f4c-866d-e8871faa861d on network 39e2cb88-2879-4ba3-b085-907a39189f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:07:18.511716 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Attempting to bind port e902e854-c899-4f4c-866d-e8871faa861d on network 39e2cb88-2879-4ba3-b085-907a39189f3c {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:07:18.560281 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:07:18.560621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Checking segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:07:18.561016 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Bound using segment: {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:07:18.561465 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Bound port: e902e854-c899-4f4c-866d-e8871faa861d, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6cc0110-44a8-4e07-ad7d-1e68064f8758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:07:18.561823 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e902e854-c899-4f4c-866d-e8871faa861d), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.601029 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:18.640827 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] For port e902e854-c899-4f4c-866d-e8871faa861d, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:07:18.644282 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] For port e902e854-c899-4f4c-866d-e8871faa861d, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e902e854-c899-4f4c-866d-e8871faa861d,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:07:18.719428 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e902e854-c899-4f4c-866d-e8871faa861d), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.723586 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:18.724563 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:18.726672 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/e902e854-c899-4f4c-866d-e8871faa861d HTTP/1.1" status: 200 len: 1094 time: 0.9206321 Sep 08 14:07:18.729866 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:18.732456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928b08f6-5197-49b4-b29f-5bc9035b05fe" -d '{"events": [{"name": "network-changed", "server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "tag": "e902e854-c899-4f4c-866d-e8871faa861d"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:18.795170 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625403f-6374-4934-94ea-a7855854a1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=e902e854-c899-4f4c-866d-e8871faa861d,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:18.887763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86672b88-cbb7-443a-a2b7-32c1949d1c23 x-openstack-request-id: req-86672b88-cbb7-443a-a2b7-32c1949d1c23 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:18.888252 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "tag": "e902e854-c899-4f4c-866d-e8871faa861d", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:18.888632 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-86672b88-cbb7-443a-a2b7-32c1949d1c23 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:18.889222 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86672b88-cbb7-443a-a2b7-32c1949d1c23'] response: {'name': 'network-changed', 'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d', 'status': 'completed', 'code': 200} Sep 08 14:07:18.958037 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-692b8cbd-da2c-49fa-ba01-74a8933e831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:18.959768 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-692b8cbd-da2c-49fa-ba01-74a8933e831f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 1128 time: 0.0443621 Sep 08 14:07:19.018038 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-cdb52800-5b15-4432-9bf9-ca15368ab965 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e902e854-c899-4f4c-866d-e8871faa861d HTTP/1.1" status: 200 len: 217 time: 0.0417628 Sep 08 14:07:19.094511 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-d6ef355c-5927-4568-a01a-6210da071e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:19.098107 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-d6ef355c-5927-4568-a01a-6210da071e92 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.0742116 Sep 08 14:07:19.170170 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf36a38-cb3e-47a1-b2cd-b146963fb041 req-c53c00fa-3e02-4195-a489-1b9a489d8a5b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:19.171717 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cbf36a38-cb3e-47a1-b2cd-b146963fb041 req-c53c00fa-3e02-4195-a489-1b9a489d8a5b tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0835552 Sep 08 14:07:19.193086 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e591ce-d6f0-45ce-9425-5f75239e6d3b req-c11fca8c-9bdd-4646-a202-8dc2a36d3d0c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:19.194923 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-98e591ce-d6f0-45ce-9425-5f75239e6d3b req-c11fca8c-9bdd-4646-a202-8dc2a36d3d0c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 944 time: 0.0925810 Sep 08 14:07:19.280781 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cbf36a38-cb3e-47a1-b2cd-b146963fb041 req-d32cdda3-2c4d-4796-bac0-be69afb2b8fb tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949554 Sep 08 14:07:19.289208 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-98e591ce-d6f0-45ce-9425-5f75239e6d3b req-63a3535f-e0be-4046-bdd1-9f07ff8d7867 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857761 Sep 08 14:07:20.448343 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:20.467556 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02486a3-f7ca-4380-94dd-011d7bc74737 req-16c3f171-2b17-442a-a6f8-6372a0741a31 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:20.469173 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b02486a3-f7ca-4380-94dd-011d7bc74737 req-16c3f171-2b17-442a-a6f8-6372a0741a31 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 944 time: 0.0925446 Sep 08 14:07:20.475046 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bb57d-854a-46f9-b5ac-ea1d79c8cdb9 req-f3d449f1-55d4-44e8-b271-7483baf033f5 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:20.476576 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-828bb57d-854a-46f9-b5ac-ea1d79c8cdb9 req-f3d449f1-55d4-44e8-b271-7483baf033f5 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0837965 Sep 08 14:07:20.762295 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b02486a3-f7ca-4380-94dd-011d7bc74737 req-48271be3-e36d-4f6d-9ff1-f9748c3d9f98 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846720 Sep 08 14:07:20.767030 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-828bb57d-854a-46f9-b5ac-ea1d79c8cdb9 req-23ff88c4-f2a8-4e15-8081-b9ccd13dfaa2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814207 Sep 08 14:07:20.861117 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d0732-3476-42b2-a644-d73dcf98528f req-c79a5a30-25df-466e-bf11-9fdf5f68079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:20.862632 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-c79a5a30-25df-466e-bf11-9fdf5f68079c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457988 Sep 08 14:07:20.964684 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-5692b038-f365-45e1-9d43-2d82d3045096 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952411 Sep 08 14:07:21.174668 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f36d0732-3476-42b2-a644-d73dcf98528f req-2611b5ec-f7e2-4de6-9377-d7bbf266665b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941677 Sep 08 14:07:21.274837 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510b928-7338-46db-919c-eab1d3bdec7a req-c0847a05-8192-4d26-8450-964cf6f804b3 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:21.276477 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3510b928-7338-46db-919c-eab1d3bdec7a req-c0847a05-8192-4d26-8450-964cf6f804b3 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 946 time: 0.0496414 Sep 08 14:07:21.378443 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Deleting port d42836f7-59df-4047-abf1-f2202598649e {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:21.378686 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (d42836f7-59df-4047-abf1-f2202598649e), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:21.486169 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] For port d42836f7-59df-4047-abf1-f2202598649e, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=d42836f7-59df-4047-abf1-f2202598649e,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:21.486512 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (d42836f7-59df-4047-abf1-f2202598649e), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:21.499536 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Calling delete_port for d42836f7-59df-4047-abf1-f2202598649e owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:21.503094 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:21.638450 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:21.736106 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (d42836f7-59df-4047-abf1-f2202598649e), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:21.769666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Pushing event deleted for resources: {'Port': ['ID=d42836f7-59df-4047-abf1-f2202598649e,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:21.775717 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['d42836f7-59df-4047-abf1-f2202598649e'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:07:21.833957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] No DVR routers for this DVR port d42836f7-59df-4047-abf1-f2202598649e on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:21.837725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:21.843623 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3510b928-7338-46db-919c-eab1d3bdec7a req-1030d236-3890-4f46-82e7-308adead13c2 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.77 "DELETE /networking/v2.0/ports/d42836f7-59df-4047-abf1-f2202598649e HTTP/1.1" status: 204 len: 173 time: 0.5581570 Sep 08 14:07:21.843623 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'name': 'network-vif-deleted', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:21.844073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d212953-0661-4ec1-8376-4def4e84f947" -d '{"events": [{"server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "name": "network-vif-deleted", "tag": "d42836f7-59df-4047-abf1-f2202598649e"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:21.891525 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e8c26e1b-91ac-4d98-9ced-71ab8e0313fe req-321f7b2d-ee0d-4078-b72b-b67c3bd4e176 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.0417545 Sep 08 14:07:21.939233 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a90ff-433c-4c39-954e-ffced27c4cf9 req-c9ba2160-b51a-4861-a91b-3bd8e63cada3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:21.946722 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ce7a90ff-433c-4c39-954e-ffced27c4cf9 req-c9ba2160-b51a-4861-a91b-3bd8e63cada3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 944 time: 0.0776141 Sep 08 14:07:21.953214 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53958721-f09f-42e2-949c-6251485189d7 x-openstack-request-id: req-53958721-f09f-42e2-949c-6251485189d7 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:21.953714 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8087d-ee51-4bac-93f1-9418a39c22d2", "name": "network-vif-deleted", "tag": "d42836f7-59df-4047-abf1-f2202598649e", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:21.954115 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-53958721-f09f-42e2-949c-6251485189d7 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:21.954732 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53958721-f09f-42e2-949c-6251485189d7'] response: {'server_uuid': '97d8087d-ee51-4bac-93f1-9418a39c22d2', 'name': 'network-vif-deleted', 'tag': 'd42836f7-59df-4047-abf1-f2202598649e', 'status': 'completed', 'code': 200} Sep 08 14:07:22.003326 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ce7a90ff-433c-4c39-954e-ffced27c4cf9 req-7d9fc475-c640-407f-95bd-a4e7c2b18f9b tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548875 Sep 08 14:07:22.120458 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0b2256e1-c2bf-4c68-bbe6-be101a230702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:22.440517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-e272317d-2c3c-436d-a8e4-f2d3ee24ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:22.441887 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-e272317d-2c3c-436d-a8e4-f2d3ee24ec3d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 1128 time: 0.0458031 Sep 08 14:07:22.551120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-a5ec4b92-7829-4d0b-898b-369591b50244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:22.552636 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-a5ec4b92-7829-4d0b-898b-369591b50244 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 913 time: 0.1013288 Sep 08 14:07:22.641229 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-da4ef44b-896f-4b12-af6d-1f5b9b728f2e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e902e854-c899-4f4c-866d-e8871faa861d HTTP/1.1" status: 200 len: 217 time: 0.0372930 Sep 08 14:07:22.698056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-346515e8-fa32-473d-a069-fbc3c5b3878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:22.699475 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-346515e8-fa32-473d-a069-fbc3c5b3878c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.0525410 Sep 08 14:07:22.762959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-dff1964f-5bbe-4982-bb0f-ba7c50bc331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:22.765283 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-dff1964f-5bbe-4982-bb0f-ba7c50bc331b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493879 Sep 08 14:07:22.891835 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-f500c4c9-8259-459b-b0ea-12b84a08db9b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164598 Sep 08 14:07:23.030730 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d33b28fa-0ca4-4210-9564-7b0999fafe7b req-8668cad2-468f-4f40-9c04-7cfc4150fa66 tempest-TestMinimumBasicScenario-795771399 tempest-TestMinimumBasicScenario-795771399-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=97d8087d-ee51-4bac-93f1-9418a39c22d2 HTTP/1.1" status: 200 len: 210 time: 0.0355566 Sep 08 14:07:23.175539 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367381-fb3c-468d-8375-f1b8ab0caeb3 req-e8dde85b-81d0-4f30-967c-48d5166f7fc5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:23.177271 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1c367381-fb3c-468d-8375-f1b8ab0caeb3 req-e8dde85b-81d0-4f30-967c-48d5166f7fc5 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 944 time: 0.0595291 Sep 08 14:07:23.238459 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1c367381-fb3c-468d-8375-f1b8ab0caeb3 req-657b8470-7c33-4377-89a4-f678fff9eba2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514860 Sep 08 14:07:23.254070 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-928b08f6-5197-49b4-b29f-5bc9035b05fe req-3d89ce4e-abe8-4b8c-a496-701432b0ab83 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555458 Sep 08 14:07:24.373468 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eadbe-49b5-4191-a5d0-f4797f2f8ca4 req-b05ef788-7e39-4482-9a9c-704c1df2ade6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:24.375112 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4d0eadbe-49b5-4191-a5d0-f4797f2f8ca4 req-b05ef788-7e39-4482-9a9c-704c1df2ade6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 944 time: 0.0572853 Sep 08 14:07:24.434146 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4d0eadbe-49b5-4191-a5d0-f4797f2f8ca4 req-30173166-26e6-46a0-8338-240528b2b084 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508895 Sep 08 14:07:24.943560 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e902e854-c899-4f4c-866d-e8871faa861d details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:07:24.960954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device d42836f7-59df-4047-abf1-f2202598649e no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:24.986594 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: d42836f7-59df-4047-abf1-f2202598649e {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:24.986931 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device d42836f7-59df-4047-abf1-f2202598649e not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:25.097167 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port e902e854-c899-4f4c-866d-e8871faa861d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e902e854-c899-4f4c-866d-e8871faa861d,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:25.109473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'e902e854-c899-4f4c-866d-e8871faa861d', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'port_id': 'e902e854-c899-4f4c-866d-e8871faa861d', 'mac_address': 'fa:16:3e:1b:e0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:07:25.118796 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=32 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:25.136812 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0510dccb-499e-48c3-96ff-117344a8c752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:25.150226 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port e902e854-c899-4f4c-866d-e8871faa861d is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:07:25.150610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e902e854-c899-4f4c-866d-e8871faa861d), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:25.159866 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=62 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:25.165073 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e902e854-c899-4f4c-866d-e8871faa861d {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:07:25.171633 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:25.190790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port e902e854-c899-4f4c-866d-e8871faa861d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e902e854-c899-4f4c-866d-e8871faa861d,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:25.262051 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e902e854-c899-4f4c-866d-e8871faa861d), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:25.318351 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=e902e854-c899-4f4c-866d-e8871faa861d,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:25.583687 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955bfe2-3110-4963-8169-dec265547058 req-fa7b3dad-3d60-4f91-b4cb-6ed6a2ac9050 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:25.585328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9955bfe2-3110-4963-8169-dec265547058 req-fa7b3dad-3d60-4f91-b4cb-6ed6a2ac9050 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 945 time: 0.0602882 Sep 08 14:07:25.629837 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['e902e854-c899-4f4c-866d-e8871faa861d'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:07:25.645583 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9955bfe2-3110-4963-8169-dec265547058 req-3f547ae3-b22b-48f4-9b16-a32d3d44eca4 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540645 Sep 08 14:07:25.742074 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54294) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:25.750048 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:26.118708 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (b96fde81-7a68-474e-a116-b388bcac06d7), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.266790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.331652 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:26.369241 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Deleting port ae02de31-35e6-4472-83ab-025ad8cd6b3c {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:26.369469 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.462803 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] For port ae02de31-35e6-4472-83ab-025ad8cd6b3c, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ae02de31-35e6-4472-83ab-025ad8cd6b3c,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:26.463164 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.478117 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Calling delete_port for ae02de31-35e6-4472-83ab-025ad8cd6b3c owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:26.661179 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:26.781478 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577817-1cb5-4879-abf8-c46a1ef49c86 req-d2a342c1-8aa2-4541-9e2c-e2f41e89c215 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:26.783094 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0d577817-1cb5-4879-abf8-c46a1ef49c86 req-d2a342c1-8aa2-4541-9e2c-e2f41e89c215 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 945 time: 0.0565255 Sep 08 14:07:26.783965 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (ae02de31-35e6-4472-83ab-025ad8cd6b3c), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:26.820336 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae02de31-35e6-4472-83ab-025ad8cd6b3c,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:26.918634 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0d577817-1cb5-4879-abf8-c46a1ef49c86 req-94bdbf32-f70b-41ee-a7f4-a41e72ff0a10 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105661 Sep 08 14:07:26.969794 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e902e854-c899-4f4c-866d-e8871faa861d up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:07:27.042573 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port e902e854-c899-4f4c-866d-e8871faa861d completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:07:27.071585 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (b96fde81-7a68-474e-a116-b388bcac06d7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.118982 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port e902e854-c899-4f4c-866d-e8871faa861d triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:07:27.119763 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (e902e854-c899-4f4c-866d-e8871faa861d), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.163684 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:27.219573 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:27.223918 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port e902e854-c899-4f4c-866d-e8871faa861d is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:07:27.224561 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (e902e854-c899-4f4c-866d-e8871faa861d), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.251633 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:27.254003 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cf10a-c91f-48dc-8fa6-757460d5e8e0" -d '{"events": [{"server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "name": "network-vif-plugged", "status": "completed", "tag": "e902e854-c899-4f4c-866d-e8871faa861d"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:27.269990 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port e902e854-c899-4f4c-866d-e8871faa861d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e902e854-c899-4f4c-866d-e8871faa861d,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:27.360522 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Router b96fde81-7a68-474e-a116-b388bcac06d7 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:27.375675 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (e902e854-c899-4f4c-866d-e8871faa861d), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.385361 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa335a4-971f-437c-86d9-041cd39fcc98 x-openstack-request-id: req-8fa335a4-971f-437c-86d9-041cd39fcc98 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:27.386161 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "name": "network-vif-plugged", "status": "completed", "tag": "e902e854-c899-4f4c-866d-e8871faa861d", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:27.386554 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8fa335a4-971f-437c-86d9-041cd39fcc98 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:27.387186 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa335a4-971f-437c-86d9-041cd39fcc98'] response: {'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d', 'code': 200} Sep 08 14:07:27.450643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=e902e854-c899-4f4c-866d-e8871faa861d,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:27.506286 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:27.512374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-fc996485-0b13-486f-9165-49ebd084581b admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/b96fde81-7a68-474e-a116-b388bcac06d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688386 Sep 08 14:07:27.515164 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54306) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:27.518532 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] Sync routers for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:27.535756 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:27.536449 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.636943 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks [] for router (b96fde81-7a68-474e-a116-b388bcac06d7), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.651184 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:27.832432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ca5c-6d88-4042-8840-c82cab3328b6 req-dc3a092d-cee2-44d0-b162-20c89ee81c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:27.833882 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f2d7ca5c-6d88-4042-8840-c82cab3328b6 req-dc3a092d-cee2-44d0-b162-20c89ee81c6c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 1130 time: 0.0630260 Sep 08 14:07:27.839601 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:07:26Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.844863 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks [] for router_gateway (b96fde81-7a68-474e-a116-b388bcac06d7), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.871807 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] Checking router: b96fde81-7a68-474e-a116-b388bcac06d7 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:27.882312 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] Routers {'b96fde81-7a68-474e-a116-b388bcac06d7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:27.883008 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['b96fde81-7a68-474e-a116-b388bcac06d7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:27.900018 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f2d7ca5c-6d88-4042-8840-c82cab3328b6 req-65e9d252-bbbd-427b-a771-63e972c57a68 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486760 Sep 08 14:07:27.975765 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Deleting port 2db42626-459c-44b0-b81b-e8ad8b815698 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:27.976213 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:27.997535 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] Set router b96fde81-7a68-474e-a116-b388bcac06d7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:28.029869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:28.106333 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] For port 2db42626-459c-44b0-b81b-e8ad8b815698, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2db42626-459c-44b0-b81b-e8ad8b815698,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:28.106895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.127852 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fab2b5-d376-407a-bc01-34db1405ec24 req-5690b802-b56b-4b3a-a89d-62970fbefe8a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:28.129270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Calling delete_port for 2db42626-459c-44b0-b81b-e8ad8b815698 owned by network:router_gateway {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:28.138095 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33fab2b5-d376-407a-bc01-34db1405ec24 req-5690b802-b56b-4b3a-a89d-62970fbefe8a tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.1000249 Sep 08 14:07:28.196859 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:07:26Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:28.206095 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:28.224784 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b1bac-ad5f-451e-a42f-dcdfbbed3e6d None None] The sync data for ids ['b96fde81-7a68-474e-a116-b388bcac06d7'] in dv-cinder-856463-2-iscsi is: [{'id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'name': 'tempest-TestMinimumBasicScenario-1661881663-router', 'tenant_id': '9aa00aef04784c1ea61221c69e872045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:07:26Z', 'revision_number': 5, 'project_id': '9aa00aef04784c1ea61221c69e872045', 'gw_port': {'id': '2db42626-459c-44b0-b81b-e8ad8b815698', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96fde81-7a68-474e-a116-b388bcac06d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:42Z', 'updated_at': '2022-09-08T14:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:28.250504 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33fab2b5-d376-407a-bc01-34db1405ec24 req-6a426b08-4522-4fcb-84a8-0191764a2db0 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114731 Sep 08 14:07:28.478447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (2db42626-459c-44b0-b81b-e8ad8b815698), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.511477 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db42626-459c-44b0-b81b-e8ad8b815698,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:28.540748 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (b96fde81-7a68-474e-a116-b388bcac06d7), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.571943 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.688060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (b96fde81-7a68-474e-a116-b388bcac06d7), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.691948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks [] for router_controller (b96fde81-7a68-474e-a116-b388bcac06d7), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.786528 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.860967 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (b96fde81-7a68-474e-a116-b388bcac06d7), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.861602 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96fde81-7a68-474e-a116-b388bcac06d7 {{(pid=113667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:07:28.866932 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.868687 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c550b231-a2bd-496c-84b7-f76168544d60 admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/b96fde81-7a68-474e-a116-b388bcac06d7 HTTP/1.1" status: 204 len: 168 time: 1.3525035 Sep 08 14:07:28.871514 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54324) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:28.922482 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Deleting subnet 5aaa7d12-f34a-40e0-ad1d-d4015096f99a {{(pid=113666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:07:28.926897 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Publish callbacks [] for subnet (5aaa7d12-f34a-40e0-ad1d-d4015096f99a), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:28.974642 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630093'] for subnet (5aaa7d12-f34a-40e0-ad1d-d4015096f99a), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.097619 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (5aaa7d12-f34a-40e0-ad1d-d4015096f99a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.155127 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:29.325526 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3385340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402195'] for subnet (5aaa7d12-f34a-40e0-ad1d-d4015096f99a), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.415304 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aaa7d12-f34a-40e0-ad1d-d4015096f99a,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:29.415304 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.418179 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd516e4-c4f3-4aa6-b389-99c3610d16a1 None None] Network 4f73a88b-2c7b-493b-a879-7031ba9e9abb requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:07:29.418907 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4124c96a-2247-497e-af2f-a3c7164bb3a6 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/5aaa7d12-f34a-40e0-ad1d-d4015096f99a HTTP/1.1" status: 204 len: 168 time: 0.5143185 Sep 08 14:07:29.419405 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54330) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:29.485062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae02de31-35e6-4472-83ab-025ad8cd6b3c no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:29.492748 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f87921-388b-48ed-9634-49bb0116dd4d req-932560f0-036a-477c-9231-df7f913adfac tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:29.494452 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-06f87921-388b-48ed-9634-49bb0116dd4d req-932560f0-036a-477c-9231-df7f913adfac tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0773287 Sep 08 14:07:29.507240 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (4f73a88b-2c7b-493b-a879-7031ba9e9abb), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.516039 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: ae02de31-35e6-4472-83ab-025ad8cd6b3c {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:29.516515 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae02de31-35e6-4472-83ab-025ad8cd6b3c not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:29.517130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2db42626-459c-44b0-b81b-e8ad8b815698 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:29.551269 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-06f87921-388b-48ed-9634-49bb0116dd4d req-a35c3add-bc0d-4e2e-85c8-69b0b4a35335 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499856 Sep 08 14:07:29.557522 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 2db42626-459c-44b0-b81b-e8ad8b815698 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:29.557877 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2db42626-459c-44b0-b81b-e8ad8b815698 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:29.584382 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Deleting port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:29.584382 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.663889 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] DHCP port deletion for 4f73a88b-2c7b-493b-a879-7031ba9e9abb request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:07:29.687451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] For port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:29.688231 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.711879 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Deleting port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:29.712393 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.717541 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Calling delete_port for 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:29.789027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] For port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,segment=NetworkSegment(5def9d14-f51a-4395-85f9-3a2e34a1656b),segment_id=5def9d14-f51a-4395-85f9-3a2e34a1656b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:29.790314 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.807204 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Calling delete_port for 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:29.878612 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:29.907246 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.925090 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (67cb3cb0-5d2f-4faa-98e9-f002f62b4775), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:29.944802 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:29.947834 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] No DVR routers for this DVR port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:29.955264 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Pushing event deleted for resources: {'Port': ['ID=67cb3cb0-5d2f-4faa-98e9-f002f62b4775,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:29.965744 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] No DVR routers for this DVR port 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:29.974909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192ea11-44a0-4198-975f-32937900fbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:07:30.041701 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (4f73a88b-2c7b-493b-a879-7031ba9e9abb), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.065696 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.066049 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.066955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.067309 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > port after_create 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.067664 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.068006 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > port after_update 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.068369 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.068692 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.069033 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.069377 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.148078 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.148580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.149542 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.149874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 14:07:30.150234 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f73a88b-2c7b-493b-a879-7031ba9e9abb']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:30.169424 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5def9d14-f51a-4395-85f9-3a2e34a1656b') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:30.169707 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5def9d14-f51a-4395-85f9-3a2e34a1656b') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:30.187032 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (5def9d14-f51a-4395-85f9-3a2e34a1656b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.210332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (5def9d14-f51a-4395-85f9-3a2e34a1656b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.224310 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:07:30.225888 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (5def9d14-f51a-4395-85f9-3a2e34a1656b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.297459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:30.393305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (4f73a88b-2c7b-493b-a879-7031ba9e9abb), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.401841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:30.410360 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/4f73a88b-2c7b-493b-a879-7031ba9e9abb HTTP/1.1" status: 204 len: 168 time: 1.0142002 Sep 08 14:07:30.410765 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54348) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:30.416485 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb20032-e23a-4d61-8b3b-7e26e9356ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f73a88b-2c7b-493b-a879-7031ba9e9abb,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:30.486493 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 5def9d14-f51a-4395-85f9-3a2e34a1656b resource provider aggregate not found Sep 08 14:07:30.525155 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 5def9d14-f51a-4395-85f9-3a2e34a1656b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5def9d14-f51a-4395-85f9-3a2e34a1656b found for delete ", "request_id": "req-6d930876-fe95-439b-b294-f441ab5a3e3e"}]} Sep 08 14:07:30.753543 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb110e9-f58b-405b-9471-c763c567e7a7 req-b07c6436-2d98-467a-890e-a57c39666586 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:30.755538 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-efb110e9-f58b-405b-9471-c763c567e7a7 req-b07c6436-2d98-467a-890e-a57c39666586 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0793538 Sep 08 14:07:30.846800 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:30.868430 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-efb110e9-f58b-405b-9471-c763c567e7a7 req-3a1618c7-213b-4790-9c4e-4d4e819432a2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949399 Sep 08 14:07:30.872798 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.022587 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706eb440-d1cf-4a2e-87d9-956ed1d33362 req-ea90fd04-0f42-4ee6-93b1-2799721e2236 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:31.024707 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-706eb440-d1cf-4a2e-87d9-956ed1d33362 req-ea90fd04-0f42-4ee6-93b1-2799721e2236 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0653560 Sep 08 14:07:31.036094 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54358) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:31.044959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Request body: {'floatingip': {'port_id': 'e902e854-c899-4f4c-866d-e8871faa861d'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:31.091089 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (1bd59b71-0801-4057-beaa-991244135bf3), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.182626 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Deleting port 19a1f4e2-b30d-4f97-b9f6-699274f910c2 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:31.183040 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.211718 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:31.246690 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:31.247433 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 67cb3cb0-5d2f-4faa-98e9-f002f62b4775 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:31.278905 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:31.503276 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:31.542368 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] For port 19a1f4e2-b30d-4f97-b9f6-699274f910c2, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=19a1f4e2-b30d-4f97-b9f6-699274f910c2,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:31.542739 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.559398 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Calling delete_port for 19a1f4e2-b30d-4f97-b9f6-699274f910c2 owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:31.633283 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.724302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (1bd59b71-0801-4057-beaa-991244135bf3), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.856404 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (19a1f4e2-b30d-4f97-b9f6-699274f910c2), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:31.858391 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Floating IP 1bd59b71-0801-4057-beaa-991244135bf3 associated. External IP: 172.27.1.86, port: e902e854-c899-4f4c-866d-e8871faa861d. Sep 08 14:07:31.890264 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a1f4e2-b30d-4f97-b9f6-699274f910c2,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:32.094473 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:32.107503 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:32.111506 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.135068 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:32.315514 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:32.315514 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.316870 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:32.316870 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:32.316870 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.352071 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:32.468009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:32.501335 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:32.508235 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d43cc328-116b-4b50-8098-3a413af987f1 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/a5d4e8bc-1510-46f9-a9d7-ab5af08492a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964365 Sep 08 14:07:32.510707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54378) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:32.516766 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] Sync routers for ids ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:32.526394 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:32.531592 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] Routers {'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:32.532895 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.580843 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5ce8a9ad-67ef-4b5a-906f-70fe8363da1c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/1bd59b71-0801-4057-beaa-991244135bf3 HTTP/1.1" status: 200 len: 991 time: 1.5435021 Sep 08 14:07:32.581518 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:32.584181 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3700c59-51d5-4d76-a8bd-aef27ac859db" -d '{"events": [{"name": "network-changed", "server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "tag": "e902e854-c899-4f4c-866d-e8871faa861d"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:32.633091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd76f7f-fe73-4bda-969b-0862e7af61ae x-openstack-request-id: req-3dd76f7f-fe73-4bda-969b-0862e7af61ae {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:32.633496 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "tag": "e902e854-c899-4f4c-866d-e8871faa861d", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:32.633837 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3dd76f7f-fe73-4bda-969b-0862e7af61ae {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:32.634834 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd76f7f-fe73-4bda-969b-0862e7af61ae'] response: {'name': 'network-changed', 'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d', 'status': 'completed', 'code': 200} Sep 08 14:07:32.664237 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] Set router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:32.674293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks [] for router (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.748118 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-0f45cad0-2fae-4859-89a2-8e58751d6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:32.749866 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-0f45cad0-2fae-4859-89a2-8e58751d6fe2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 1130 time: 0.0557563 Sep 08 14:07:32.797819 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '1bd59b71-0801-4057-beaa-991244135bf3', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'port_id': 'e902e854-c899-4f4c-866d-e8871faa861d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'mac_address': 'fa:16:3e:1b:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:07:11Z', 'updated_at': '2022-09-08T14:07:31Z', 'revision_number': 1, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.831515 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:32.837619 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks [] for router_gateway (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:32.847985 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:32.849331 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:32.896123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:32.972833 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '2843b379-b91a-44a3-afb2-ac606041d863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:07:31Z', 'revision_number': 5, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port': {'id': '2843b379-b91a-44a3-afb2-ac606041d863', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:52Z', 'updated_at': '2022-09-08T14:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.031776 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:33.036002 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] Checking router: a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:33.040204 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-7545b631-f5da-4397-9df5-f08f8da1823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:33.043049 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Deleting port 2843b379-b91a-44a3-afb2-ac606041d863 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:33.043409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2843b379-b91a-44a3-afb2-ac606041d863), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.045368 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-7545b631-f5da-4397-9df5-f08f8da1823c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 200 len: 913 time: 0.2891955 Sep 08 14:07:33.050512 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] Routers {'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:33.051155 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.185060 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-6399ef3f-22cd-4d0b-9a81-d4a7f3e32d56 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e902e854-c899-4f4c-866d-e8871faa861d HTTP/1.1" status: 200 len: 999 time: 0.1321604 Sep 08 14:07:33.200516 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.208413 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.208858 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] For port 2843b379-b91a-44a3-afb2-ac606041d863, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2843b379-b91a-44a3-afb2-ac606041d863,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:33.209243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2843b379-b91a-44a3-afb2-ac606041d863), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.229360 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Calling delete_port for 2843b379-b91a-44a3-afb2-ac606041d863 owned by network:router_gateway {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:33.243291 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] Set router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 gateway port host: None {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:33.317020 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:07:32Z', 'revision_number': 6, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.347681 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fa30fa-6f52-4b3c-81fa-c315d2fa703b None None] The sync data for ids ['a5d4e8bc-1510-46f9-a9d7-ab5af08492a7'] in dv-cinder-856463-2-iscsi is: [{'id': 'a5d4e8bc-1510-46f9-a9d7-ab5af08492a7', 'name': 'tempest-TestMinimumBasicScenario-1605809015-router', 'tenant_id': 'df63dfc21ddb4ed596a16254145a59e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:51Z', 'updated_at': '2022-09-08T14:07:32Z', 'revision_number': 6, 'project_id': 'df63dfc21ddb4ed596a16254145a59e4', 'gw_port_host': None}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:33.396366 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.502625 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.519508 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:33.526881 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-e54524ac-2fe5-49bb-ac7c-c8604ba52819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:33.527363 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-e54524ac-2fe5-49bb-ac7c-c8604ba52819 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 200 len: 850 time: 0.0539107 Sep 08 14:07:33.560472 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (2843b379-b91a-44a3-afb2-ac606041d863), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.585571 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '1bd59b71-0801-4057-beaa-991244135bf3', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'port_id': 'e902e854-c899-4f4c-866d-e8871faa861d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'mac_address': 'fa:16:3e:1b:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:07:11Z', 'updated_at': '2022-09-08T14:07:31Z', 'revision_number': 1, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:33.587955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-c4b60b0f-a70d-4483-8bf1-09eb66482360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:33.590008 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-c4b60b0f-a70d-4483-8bf1-09eb66482360 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=39e2cb88-2879-4ba3-b085-907a39189f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538864 Sep 08 14:07:33.634659 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2843b379-b91a-44a3-afb2-ac606041d863,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:33.641295 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c09ec-351c-4370-8f50-79bbc5672fce None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '1bd59b71-0801-4057-beaa-991244135bf3', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'floating_ip_address': '172.27.1.86', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'port_id': 'e902e854-c899-4f4c-866d-e8871faa861d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'mac_address': 'fa:16:3e:1b:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:07:11Z', 'updated_at': '2022-09-08T14:07:31Z', 'revision_number': 1, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:33.756573 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.762528 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-4cd0b1d7-0621-4dad-b49b-8c009c4af8e5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638231 Sep 08 14:07:33.927155 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.932677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks [] for router_controller (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:33.944584 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9989ff-254b-49db-ae00-9f2fce9b8654 req-74ecbc60-5efe-408a-a457-457e8d9a4d65 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:33.947137 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa9989ff-254b-49db-ae00-9f2fce9b8654 req-74ecbc60-5efe-408a-a457-457e8d9a4d65 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0932226 Sep 08 14:07:33.987565 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e89adf-fdf8-4696-97d0-c3cb9b1fd52e None None] New status for floating IP 1bd59b71-0801-4057-beaa-991244135bf3: ACTIVE {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:07:34.046815 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa9989ff-254b-49db-ae00-9f2fce9b8654 req-c165906e-0314-4c33-abbe-c0f5384b540c tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923495 Sep 08 14:07:34.078626 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (a5d4e8bc-1510-46f9-a9d7-ab5af08492a7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.079265 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 {{(pid=113666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:07:34.086245 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.087671 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a6706810-c914-4df0-ae4f-1fcfedd0eae9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/a5d4e8bc-1510-46f9-a9d7-ab5af08492a7 HTTP/1.1" status: 204 len: 168 time: 1.5755770 Sep 08 14:07:34.091441 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54396) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:34.150150 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Deleting subnet 3ad0686e-e84d-4832-a46c-569d342d8111 {{(pid=113666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:07:34.154170 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Publish callbacks [] for subnet (3ad0686e-e84d-4832-a46c-569d342d8111), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.216864 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630093'] for subnet (3ad0686e-e84d-4832-a46c-569d342d8111), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.218964 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:34.316501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (3ad0686e-e84d-4832-a46c-569d342d8111), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.547289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3385340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402195'] for subnet (3ad0686e-e84d-4832-a46c-569d342d8111), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.579471 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad0686e-e84d-4832-a46c-569d342d8111,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:34.583398 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.591303 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0d34c65c-e281-4bda-b610-3aacb24e6b02 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/3ad0686e-e84d-4832-a46c-569d342d8111 HTTP/1.1" status: 204 len: 168 time: 0.4966938 Sep 08 14:07:34.591478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050e84b5-9eaf-4fc0-a6a9-555b5be7fe43 None None] Network aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:07:34.592426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54398) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:34.733864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.772189 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] DHCP port deletion for aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:07:34.799825 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Deleting port 355de30a-52fb-4c6e-889b-225179991c7f {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:34.800297 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (355de30a-52fb-4c6e-889b-225179991c7f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.825728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] Deleting port 355de30a-52fb-4c6e-889b-225179991c7f {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:34.826076 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (355de30a-52fb-4c6e-889b-225179991c7f), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.879905 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] For port 355de30a-52fb-4c6e-889b-225179991c7f, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=355de30a-52fb-4c6e-889b-225179991c7f,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:34.880255 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (355de30a-52fb-4c6e-889b-225179991c7f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.901973 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Calling delete_port for 355de30a-52fb-4c6e-889b-225179991c7f owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:34.905985 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] For port 355de30a-52fb-4c6e-889b-225179991c7f, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=355de30a-52fb-4c6e-889b-225179991c7f,segment=NetworkSegment(d946876a-ba50-4ab5-94d1-57cf61917eda),segment_id=d946876a-ba50-4ab5-94d1-57cf61917eda)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:34.906381 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (355de30a-52fb-4c6e-889b-225179991c7f), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:34.926399 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] Calling delete_port for 355de30a-52fb-4c6e-889b-225179991c7f owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:35.124106 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (355de30a-52fb-4c6e-889b-225179991c7f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.153277 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (355de30a-52fb-4c6e-889b-225179991c7f), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.167396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Pushing event deleted for resources: {'Port': ['ID=355de30a-52fb-4c6e-889b-225179991c7f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:35.190928 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] No DVR routers for this DVR port 355de30a-52fb-4c6e-889b-225179991c7f on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:35.229922 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] Pushing event deleted for resources: {'Port': ['ID=355de30a-52fb-4c6e-889b-225179991c7f,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:35.232166 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca3621-1019-4e79-aee4-ddf0e7a40562 None None] No DVR routers for this DVR port 355de30a-52fb-4c6e-889b-225179991c7f on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:35.274783 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4e54-90bb-4076-9ce7-919c94a3a9d7 req-81a8822a-888f-46e6-908b-effcc150c321 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:35.276648 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-666e4e54-90bb-4076-9ce7-919c94a3a9d7 req-81a8822a-888f-46e6-908b-effcc150c321 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0933306 Sep 08 14:07:35.301074 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 355de30a-52fb-4c6e-889b-225179991c7f no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:35.324493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.329481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 355de30a-52fb-4c6e-889b-225179991c7f {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:35.329854 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 355de30a-52fb-4c6e-889b-225179991c7f not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:35.330672 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2843b379-b91a-44a3-afb2-ac606041d863 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:35.362701 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-666e4e54-90bb-4076-9ce7-919c94a3a9d7 req-78113fe2-068e-40b8-ba5f-87e920b4954d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751171 Sep 08 14:07:35.365644 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 2843b379-b91a-44a3-afb2-ac606041d863 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:35.365991 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2843b379-b91a-44a3-afb2-ac606041d863 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:35.366425 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 19a1f4e2-b30d-4f97-b9f6-699274f910c2 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:35.381569 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa106e4a-4efb-48a1-9ef1-2c3f4c948c86']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.396658 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 19a1f4e2-b30d-4f97-b9f6-699274f910c2 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:35.397083 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 19a1f4e2-b30d-4f97-b9f6-699274f910c2 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:35.400588 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd946876a-ba50-4ab5-94d1-57cf61917eda') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.401036 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd946876a-ba50-4ab5-94d1-57cf61917eda') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:35.425074 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (d946876a-ba50-4ab5-94d1-57cf61917eda), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.444709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (d946876a-ba50-4ab5-94d1-57cf61917eda), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.453478 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:07:35.453882 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (d946876a-ba50-4ab5-94d1-57cf61917eda), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.513656 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment d946876a-ba50-4ab5-94d1-57cf61917eda resource provider aggregate not found Sep 08 14:07:35.541785 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment d946876a-ba50-4ab5-94d1-57cf61917eda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d946876a-ba50-4ab5-94d1-57cf61917eda found for delete ", "request_id": "req-7eeedba0-b166-4bc3-b822-05a8769c7beb"}]} Sep 08 14:07:35.661352 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (aa106e4a-4efb-48a1-9ef1-2c3f4c948c86), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.667980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:35.671252 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/aa106e4a-4efb-48a1-9ef1-2c3f4c948c86 HTTP/1.1" status: 204 len: 168 time: 1.0773590 Sep 08 14:07:35.683896 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d36801-0968-4022-9459-a24ac30b070c admin admin] Pushing event deleted for resources: {'Network': ['ID=aa106e4a-4efb-48a1-9ef1-2c3f4c948c86,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:36.167798 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54410) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:36.194741 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:36.223925 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3bcb350f-091a-4c25-949b-833107b0d57c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=9aa00aef04784c1ea61221c69e872045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0547736 Sep 08 14:07:36.226847 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54412) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:36.286860 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ae892c5a-5a7e-4257-9330-b1674bb617fd admin admin] Publish callbacks [] for security_group (d6bc261c-9bf5-4ac0-81cb-f5d137cc1375), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.314715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ae892c5a-5a7e-4257-9330-b1674bb617fd admin admin] Publish callbacks [] for security_group (d6bc261c-9bf5-4ac0-81cb-f5d137cc1375), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.351488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:36.494581 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ae892c5a-5a7e-4257-9330-b1674bb617fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d6bc261c-9bf5-4ac0-81cb-f5d137cc1375), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.497327 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ae892c5a-5a7e-4257-9330-b1674bb617fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:36.498625 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ae892c5a-5a7e-4257-9330-b1674bb617fd admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d6bc261c-9bf5-4ac0-81cb-f5d137cc1375 HTTP/1.1" status: 204 len: 168 time: 0.2707686 Sep 08 14:07:36.509171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae892c5a-5a7e-4257-9330-b1674bb617fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bc261c-9bf5-4ac0-81cb-f5d137cc1375,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:36.580834 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef789f9f-e4b0-4e7b-859a-46b966b126a8 req-cb559c3f-14d4-4718-b54f-329f3d66eb31 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:36.582470 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ef789f9f-e4b0-4e7b-859a-46b966b126a8 req-cb559c3f-14d4-4718-b54f-329f3d66eb31 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0771708 Sep 08 14:07:36.649154 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ef789f9f-e4b0-4e7b-859a-46b966b126a8 req-6308650e-c264-46e0-86ef-818966a2455f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573823 Sep 08 14:07:36.826489 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.045461 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b3700c59-51d5-4d76-a8bd-aef27ac859db req-5b92b0e3-36b5-4d55-8484-9e344e2f9e8d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682444 Sep 08 14:07:37.327616 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-6c852ca2-a6c6-44fd-8b4f-8b5f0c53909d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:37.329582 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-6c852ca2-a6c6-44fd-8b4f-8b5f0c53909d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0651736 Sep 08 14:07:37.417455 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54424) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:37.482288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Deleting port a12131e2-c639-4cbe-9af6-2de2434ee285 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:37.482789 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.484465 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-73dd613e-24d9-4cb5-b84e-dd15e964237d admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=df63dfc21ddb4ed596a16254145a59e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0653727 Sep 08 14:07:37.488684 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54426) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:37.552316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f08e-6ed4-4190-bee4-7d69310ff6a4 admin admin] Publish callbacks [] for security_group (73720529-f9df-41c8-a527-a35bb471c956), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.580962 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f08e-6ed4-4190-bee4-7d69310ff6a4 admin admin] Publish callbacks [] for security_group (73720529-f9df-41c8-a527-a35bb471c956), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.620230 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] For port a12131e2-c639-4cbe-9af6-2de2434ee285, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a12131e2-c639-4cbe-9af6-2de2434ee285,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:37.620586 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.731144 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f08e-6ed4-4190-bee4-7d69310ff6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (73720529-f9df-41c8-a527-a35bb471c956), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.736396 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f08e-6ed4-4190-bee4-7d69310ff6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.742513 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b4d2f08e-6ed4-4190-bee4-7d69310ff6a4 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/73720529-f9df-41c8-a527-a35bb471c956 HTTP/1.1" status: 204 len: 168 time: 0.2483065 Sep 08 14:07:37.756980 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2f08e-6ed4-4190-bee4-7d69310ff6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73720529-f9df-41c8-a527-a35bb471c956,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:37.869228 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1007bdf-d3bd-4d09-839f-a3a651b80f28 req-2c1eb6c1-b4a3-4898-add2-d0a439d479e5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:37.870742 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1007bdf-d3bd-4d09-839f-a3a651b80f28 req-2c1eb6c1-b4a3-4898-add2-d0a439d479e5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 945 time: 0.0897236 Sep 08 14:07:37.882501 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.883442 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:37.883764 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Floating IP 451ec508-e451-4bf1-a840-7ca331c14b6c disassociated. External IP: 172.27.1.7, port: a12131e2-c639-4cbe-9af6-2de2434ee285. Sep 08 14:07:37.884115 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Calling delete_port for a12131e2-c639-4cbe-9af6-2de2434ee285 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:37.966404 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1007bdf-d3bd-4d09-839f-a3a651b80f28 req-524a360e-ca0a-4fb5-ab63-509e12611ae9 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=118561d0-ed5a-4596-a2d7-72c592e4a411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892320 Sep 08 14:07:38.397341 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a12131e2-c639-4cbe-9af6-2de2434ee285), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:38.428778 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event deleted for resources: {'Port': ['ID=a12131e2-c639-4cbe-9af6-2de2434ee285,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:38.590613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Router a09e504e-5429-4a98-ab81-399e5d59e811 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:38.741958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:38.770338 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:38.784183 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] Sync routers for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:38.839988 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:38.840674 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:38.854337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] No DVR routers for this DVR port a12131e2-c639-4cbe-9af6-2de2434ee285 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:38.857046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:38.860792 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5df58632-a89b-4abc-b2da-c8cf6e8f6845 req-99202ab8-04b1-4005-b742-e01c1e7e2ad2 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "DELETE /networking/v2.0/ports/a12131e2-c639-4cbe-9af6-2de2434ee285 HTTP/1.1" status: 204 len: 173 time: 1.5231853 Sep 08 14:07:38.861348 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'name': 'network-vif-deleted', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:38.863778 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83cd0ca-2342-4403-9c0e-7988590517a7" -d '{"events": [{"server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "name": "network-vif-deleted", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:38.913098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162c36a-9000-4ddc-b348-f3bc5ee6f507 x-openstack-request-id: req-e162c36a-9000-4ddc-b348-f3bc5ee6f507 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:38.913098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116c89d7-a5be-494e-ada1-017ace7fb9e5", "name": "network-vif-deleted", "tag": "a12131e2-c639-4cbe-9af6-2de2434ee285", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:38.913098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e162c36a-9000-4ddc-b348-f3bc5ee6f507 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:38.913098 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e162c36a-9000-4ddc-b348-f3bc5ee6f507'] response: {'server_uuid': '116c89d7-a5be-494e-ada1-017ace7fb9e5', 'name': 'network-vif-deleted', 'tag': 'a12131e2-c639-4cbe-9af6-2de2434ee285', 'status': 'completed', 'code': 200} Sep 08 14:07:38.975419 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:39.113308 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1188c204-499d-47ab-b364-49a817aa27fb req-35e01f6b-699e-41ef-a740-b187943122fd tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0343130 Sep 08 14:07:39.289423 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe1476-0575-43cf-8fbf-32fc1f442203 req-6ca3a53b-e209-428e-879c-b85e1c87f656 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:39.289423 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5bbe1476-0575-43cf-8fbf-32fc1f442203 req-6ca3a53b-e209-428e-879c-b85e1c87f656 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0518279 Sep 08 14:07:39.318278 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:39.345867 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] Checking router: a09e504e-5429-4a98-ab81-399e5d59e811 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:39.354545 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5bbe1476-0575-43cf-8fbf-32fc1f442203 req-aa267de4-4a51-4b2f-b1cc-e60143e66d01 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610795 Sep 08 14:07:39.354947 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:39.355647 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:39.463150 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:39.667396 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:39.695968 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16a3b3-8c1d-4011-bd93-5ad2d40c8468 None None] The sync data for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi is: [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'bcfc1c17-a239-417f-a1f0-5e04f12ab122', 'name': '', 'network_id': '182a2fc0-a3a1-4a15-a5cd-df587300306f', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'mac_address': 'fa:16:3e:d9:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:59Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'subnets': [{'id': '42f0cb52-706f-488d-b7e4-b26c0ca25a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:39.971631 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b397483-42d7-4bb0-a825-193871c52470 None None] New status for floating IP 451ec508-e451-4bf1-a840-7ca331c14b6c: DOWN {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:07:40.244115 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-34d99179-caf2-4605-a553-a594f5a1ad4d req-b142c7d6-c00c-40d4-8ae6-75fb9cd0466d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0292318 Sep 08 14:07:40.482128 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:40.499539 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85e3bc-5ced-4cb6-a18f-314ac7902ac7 req-1db7a6b9-73e4-4b9b-9ccd-a043f13c427f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:40.501187 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba85e3bc-5ced-4cb6-a18f-314ac7902ac7 req-1db7a6b9-73e4-4b9b-9ccd-a043f13c427f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0518084 Sep 08 14:07:40.558453 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba85e3bc-5ced-4cb6-a18f-314ac7902ac7 req-971a1e45-09cf-496a-9e32-e337df073cde tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510347 Sep 08 14:07:40.748263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015f192-9b24-4625-b6d2-5c99a4add58a req-079d2146-f25d-4ce0-b117-737f9e52f289 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:40.750090 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3015f192-9b24-4625-b6d2-5c99a4add58a req-079d2146-f25d-4ce0-b117-737f9e52f289 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0589066 Sep 08 14:07:40.801213 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:40.818411 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3015f192-9b24-4625-b6d2-5c99a4add58a req-592f3f65-3bef-42ef-8013-f4ada9d61c31 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600362 Sep 08 14:07:41.008023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a12131e2-c639-4cbe-9af6-2de2434ee285 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:41.023648 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: a12131e2-c639-4cbe-9af6-2de2434ee285 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:41.024013 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a12131e2-c639-4cbe-9af6-2de2434ee285 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:41.367882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0cb56093-ea9f-479b-91b6-126539471fb5 req-827f777b-9324-4041-a8c0-74ef8f48c715 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0286567 Sep 08 14:07:41.556538 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:41.573070 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-0b532f0b-440c-478f-ad96-f8b083f1ce0e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:41.574719 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-0b532f0b-440c-478f-ad96-f8b083f1ce0e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0600610 Sep 08 14:07:41.686605 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port 45ad8e9a-79a2-43c1-9311-58e8766673dc {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:41.688863 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:41.690218 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0186d3-f2c7-4634-ba79-7ed20c4a2ccf req-aa4bd626-9df5-4db3-96b5-7c34da0912a5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:41.691729 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7c0186d3-f2c7-4634-ba79-7ed20c4a2ccf req-aa4bd626-9df5-4db3-96b5-7c34da0912a5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 946 time: 0.0494277 Sep 08 14:07:41.744245 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7c0186d3-f2c7-4634-ba79-7ed20c4a2ccf req-05111698-7231-4b6e-9ac0-478c967109a5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=9fe785e4-7a23-4360-bee6-6d099bfbb01f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461402 Sep 08 14:07:41.789120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] For port 45ad8e9a-79a2-43c1-9311-58e8766673dc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=45ad8e9a-79a2-43c1-9311-58e8766673dc,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:41.789489 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:41.959894 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27b0f-97b6-4f87-9878-02e5fdece99b req-de7dfbab-9df6-41cd-9d7e-ae9335badff3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:41.963853 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bfe27b0f-97b6-4f87-9878-02e5fdece99b req-de7dfbab-9df6-41cd-9d7e-ae9335badff3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0585091 Sep 08 14:07:41.973982 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:41.974339 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:41.974651 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53 disassociated. External IP: 172.27.1.161, port: 45ad8e9a-79a2-43c1-9311-58e8766673dc. Sep 08 14:07:41.974992 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for 45ad8e9a-79a2-43c1-9311-58e8766673dc owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:42.019872 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bfe27b0f-97b6-4f87-9878-02e5fdece99b req-97096339-595c-4b93-9b0a-57dffaeaa7d3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516365 Sep 08 14:07:42.226828 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (45ad8e9a-79a2-43c1-9311-58e8766673dc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:42.255945 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=45ad8e9a-79a2-43c1-9311-58e8766673dc,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:42.362087 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:42.371929 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:42.496118 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:42.497437 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dc626713-ee16-49c9-a3d3-6063aac3b92c req-bbe5861b-b61c-4ef9-bee5-9cae84ce609a tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=116c89d7-a5be-494e-ada1-017ace7fb9e5 HTTP/1.1" status: 200 len: 210 time: 0.0313411 Sep 08 14:07:42.510869 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:42.538259 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:42.539770 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:42.545984 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] No DVR routers for this DVR port 45ad8e9a-79a2-43c1-9311-58e8766673dc on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:42.548901 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:42.553423 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b0072bee-3c2f-4745-aabb-423c71ea29a6 req-08ba7015-fbfd-494e-ba29-203c2ad6538c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "DELETE /networking/v2.0/ports/45ad8e9a-79a2-43c1-9311-58e8766673dc HTTP/1.1" status: 204 len: 173 time: 0.9566069 Sep 08 14:07:42.553588 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'name': 'network-vif-deleted', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:42.556508 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0756b9-9c54-4dd1-aff8-ffcd7bfce0db" -d '{"events": [{"server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "name": "network-vif-deleted", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:42.599859 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252314e-9c54-4fb3-9de2-836fd552adff x-openstack-request-id: req-f252314e-9c54-4fb3-9de2-836fd552adff {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:42.600938 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c94983-e106-4369-9254-a41da0e031fb", "name": "network-vif-deleted", "tag": "45ad8e9a-79a2-43c1-9311-58e8766673dc", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:42.601976 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f252314e-9c54-4fb3-9de2-836fd552adff {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:42.602967 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f252314e-9c54-4fb3-9de2-836fd552adff'] response: {'server_uuid': '30c94983-e106-4369-9254-a41da0e031fb', 'name': 'network-vif-deleted', 'tag': '45ad8e9a-79a2-43c1-9311-58e8766673dc', 'status': 'completed', 'code': 200} Sep 08 14:07:42.702941 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-4a4f94b4-c99d-4ab6-b99c-89ade67f7a26 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448031 Sep 08 14:07:42.726810 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:42.869217 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec66e-3940-4693-95fb-be482681f29a req-1577c86a-6d08-4514-9204-35e249560a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:42.870671 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-1577c86a-6d08-4514-9204-35e249560a35 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 1130 time: 0.0515494 Sep 08 14:07:42.883930 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-896e7709-c579-44e2-86bb-c40cfe0adc2a req-b5e9fb85-1b0d-48ee-a62e-ccc9690da2ec tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0342476 Sep 08 14:07:42.910187 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:42.952628 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:42.968755 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:42.999051 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:42.999680 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:43.009641 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:43.010348 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:43.031003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec66e-3940-4693-95fb-be482681f29a req-113a56ec-9d1a-4b22-93ac-e05014212fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:43.032674 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-113a56ec-9d1a-4b22-93ac-e05014212fbe service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 200 len: 920 time: 0.1084659 Sep 08 14:07:43.079583 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-8ee89b1e-4a6c-48de-848c-31a36d4505ab service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 200 len: 217 time: 0.0387359 Sep 08 14:07:43.153341 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec66e-3940-4693-95fb-be482681f29a req-e04e110f-4d43-43c7-95fd-34bbc9aa72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:43.156478 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-e04e110f-4d43-43c7-95fd-34bbc9aa72b2 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 200 len: 857 time: 0.0687137 Sep 08 14:07:43.160284 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:07:43.204060 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf5787-f63d-432a-ac96-394c0575f073 req-19a39a28-190a-477b-8e28-b1bddde0da27 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:43.212230 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ecf5787-f63d-432a-ac96-394c0575f073 req-19a39a28-190a-477b-8e28-b1bddde0da27 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0786960 Sep 08 14:07:43.214792 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cec66e-3940-4693-95fb-be482681f29a req-6d97614d-92fe-4f35-b464-6d0b2159fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:43.216600 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-6d97614d-92fe-4f35-b464-6d0b2159fa17 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=182a2fc0-a3a1-4a15-a5cd-df587300306f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534556 Sep 08 14:07:43.304717 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ecf5787-f63d-432a-ac96-394c0575f073 req-c413ac5a-2dfd-4607-9454-5eb0d4e00f62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913529 Sep 08 14:07:43.344670 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-908d5f06-241a-4512-89a9-1751f2e11f26 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207414 Sep 08 14:07:43.392602 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:43.418771 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fc140-0f24-4149-ae24-a5d17583f892 None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:43.450558 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-59cec66e-3940-4693-95fb-be482681f29a req-b3d3f152-56e5-443f-aa1e-04eb419f742d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938163 Sep 08 14:07:43.694213 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91ec30-08fb-4476-b30d-994209e7e12e None None] New status for floating IP 3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53: DOWN {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:07:43.721330 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54472) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:43.727757 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:07:43.784311 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dbcc-ad04-462b-8783-ba1369414d0b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group (118561d0-ed5a-4596-a2d7-72c592e4a411), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:43.810733 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dbcc-ad04-462b-8783-ba1369414d0b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group (118561d0-ed5a-4596-a2d7-72c592e4a411), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.028728 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b7142796-e92d-434a-a1b7-b9140c948d91 req-338b76f4-f5de-4fc6-b634-642863b65aaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=30c94983-e106-4369-9254-a41da0e031fb HTTP/1.1" status: 200 len: 210 time: 0.0297494 Sep 08 14:07:44.038098 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dbcc-ad04-462b-8783-ba1369414d0b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (118561d0-ed5a-4596-a2d7-72c592e4a411), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.045996 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6ee7dbcc-ad04-462b-8783-ba1369414d0b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.045996 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-6ee7dbcc-ad04-462b-8783-ba1369414d0b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/118561d0-ed5a-4596-a2d7-72c592e4a411 HTTP/1.1" status: 204 len: 168 time: 0.3211751 Sep 08 14:07:44.046493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54476) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:44.054988 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7dbcc-ad04-462b-8783-ba1369414d0b tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118561d0-ed5a-4596-a2d7-72c592e4a411,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:44.062754 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.api.v2.resource [None req-c9d0804d-5de4-44d9-b324-d61c3e4ae89e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] show failed (client error): The resource could not be found. Sep 08 14:07:44.063835 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c9d0804d-5de4-44d9-b324-d61c3e4ae89e tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups/118561d0-ed5a-4596-a2d7-72c592e4a411 HTTP/1.1" status: 404 len: 347 time: 0.0161948 Sep 08 14:07:44.067447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54478) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:44.188410 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Deleting port 92aacfbd-07c2-4486-962c-1e87117e0905 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:44.189189 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (92aacfbd-07c2-4486-962c-1e87117e0905), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.285586 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (92aacfbd-07c2-4486-962c-1e87117e0905), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.285923 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (92aacfbd-07c2-4486-962c-1e87117e0905), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.301292 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Calling delete_port for 92aacfbd-07c2-4486-962c-1e87117e0905 owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:44.436083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:44.450145 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f269af-aabd-4ac9-b8dd-62cb3a17bc15 req-bd4ba251-188c-47bd-b8b9-4f2ef4192fe9 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:44.451722 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-90f269af-aabd-4ac9-b8dd-62cb3a17bc15 req-bd4ba251-188c-47bd-b8b9-4f2ef4192fe9 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0629632 Sep 08 14:07:44.503633 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-90f269af-aabd-4ac9-b8dd-62cb3a17bc15 req-a35a2311-5d3a-4d59-b73b-d7fec138156d tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455081 Sep 08 14:07:44.574698 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (92aacfbd-07c2-4486-962c-1e87117e0905), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.606329 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event deleted for resources: {'Port': ['ID=92aacfbd-07c2-4486-962c-1e87117e0905,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:44.670784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks [] for floatingip (451ec508-e451-4bf1-a840-7ca331c14b6c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.673376 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:44.674541 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-130c9ce5-0da0-470d-9685-8049b702bba8 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/451ec508-e451-4bf1-a840-7ca331c14b6c HTTP/1.1" status: 204 len: 168 time: 0.6056466 Sep 08 14:07:45.001405 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 45ad8e9a-79a2-43c1-9311-58e8766673dc no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:45.018809 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 45ad8e9a-79a2-43c1-9311-58e8766673dc {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:45.019150 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 45ad8e9a-79a2-43c1-9311-58e8766673dc not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:45.204677 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54490) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:45.267805 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f9c517f1-d449-43db-8195-402e839837e0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (9fe785e4-7a23-4360-bee6-6d099bfbb01f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.292298 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f9c517f1-d449-43db-8195-402e839837e0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (9fe785e4-7a23-4360-bee6-6d099bfbb01f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.483278 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f9c517f1-d449-43db-8195-402e839837e0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9fe785e4-7a23-4360-bee6-6d099bfbb01f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.485905 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f9c517f1-d449-43db-8195-402e839837e0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.487118 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f9c517f1-d449-43db-8195-402e839837e0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/9fe785e4-7a23-4360-bee6-6d099bfbb01f HTTP/1.1" status: 204 len: 168 time: 0.2809699 Sep 08 14:07:45.490384 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54492) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:45.496746 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c517f1-d449-43db-8195-402e839837e0 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe785e4-7a23-4360-bee6-6d099bfbb01f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:45.504974 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.api.v2.resource [None req-e5f6f142-7a02-4b7d-a691-7f806b5adccc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] show failed (client error): The resource could not be found. Sep 08 14:07:45.506001 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e5f6f142-7a02-4b7d-a691-7f806b5adccc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups/9fe785e4-7a23-4360-bee6-6d099bfbb01f HTTP/1.1" status: 404 len: 347 time: 0.0145454 Sep 08 14:07:45.509583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54494) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:45.666001 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb89821-d8fd-4645-a3b5-fb782bede15f req-24e7a9f8-98f1-4769-b0cc-cfae2d412de9 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:45.667507 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dfb89821-d8fd-4645-a3b5-fb782bede15f req-24e7a9f8-98f1-4769-b0cc-cfae2d412de9 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0786066 Sep 08 14:07:45.668667 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port 70ceb881-5ae6-4b8e-8944-5ea50a240fc2 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:45.669038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.780288 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dfb89821-d8fd-4645-a3b5-fb782bede15f req-70c95c9d-f469-41df-8e66-ff86329c5384 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981555 Sep 08 14:07:45.789019 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.789352 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:45.805619 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for 70ceb881-5ae6-4b8e-8944-5ea50a240fc2 owned by network:floatingip {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:45.853944 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:45.876324 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:46.031644 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (70ceb881-5ae6-4b8e-8944-5ea50a240fc2), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.062028 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=70ceb881-5ae6-4b8e-8944-5ea50a240fc2,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:46.131201 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.133856 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.135019 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8c149f61-f2eb-4425-a5bd-7c25ae90f647 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/3efa6dd2-52ec-41a3-b3e5-cc3c5e3faf53 HTTP/1.1" status: 204 len: 168 time: 0.6244917 Sep 08 14:07:46.318318 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54508) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:46.326160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334450458', 'description': 'tempest-description--137690385'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:46.449114 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.524364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (1803635d-8ed1-47fc-96ce-a7da4fd98ed8), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.642114 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1803635d-8ed1-47fc-96ce-a7da4fd98ed8), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.667276 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1803635d-8ed1-47fc-96ce-a7da4fd98ed8,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:46.799150 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.800473 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4f8226f9-c504-4574-9b7d-fc95634b0308 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4806666 Sep 08 14:07:46.803550 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54510) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:46.808630 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': '1803635d-8ed1-47fc-96ce-a7da4fd98ed8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:46.906719 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cd2f0-137e-4d42-8759-8fcb58430972 req-d5b6ddde-aa0a-4900-b683-254ab349c3d7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:46.908134 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-100cd2f0-137e-4d42-8759-8fcb58430972 req-d5b6ddde-aa0a-4900-b683-254ab349c3d7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0504270 Sep 08 14:07:46.927536 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (f45d49a5-23ae-4e5a-a613-d060df2a705f), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:46.995595 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-100cd2f0-137e-4d42-8759-8fcb58430972 req-637352e3-314b-4f2c-a59f-3745f2457477 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764856 Sep 08 14:07:47.021350 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (f45d49a5-23ae-4e5a-a613-d060df2a705f), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.117788 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (f45d49a5-23ae-4e5a-a613-d060df2a705f), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.139282 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45d49a5-23ae-4e5a-a613-d060df2a705f,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:47.250850 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.252156 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8e7c1d34-b914-4ac1-bde9-d0590e87091a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470046 Sep 08 14:07:47.254964 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54514) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:47.259417 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'security_group_rule': {'security_group_id': '1803635d-8ed1-47fc-96ce-a7da4fd98ed8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:47.399733 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (5fdf4170-8a6a-4395-a59c-731c68c65cc1), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.448917 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:47.456171 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (5fdf4170-8a6a-4395-a59c-731c68c65cc1), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.546728 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (5fdf4170-8a6a-4395-a59c-731c68c65cc1), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.566878 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf4170-8a6a-4395-a59c-731c68c65cc1,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:47.685993 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.687195 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-fd5e6bb5-481b-46a7-96c7-19238b2c68d2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4312835 Sep 08 14:07:47.690284 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54520) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:07:47.695150 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:47.822296 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:47.922841 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa387c5f-e8af-4b4f-94de-ec9ccdbdabd0 req-4fcfc6a2-ab50-4d7c-b16d-89d5cfb7935f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:47.924050 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa387c5f-e8af-4b4f-94de-ec9ccdbdabd0 req-4fcfc6a2-ab50-4d7c-b16d-89d5cfb7935f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0849102 Sep 08 14:07:47.936126 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:47.966500 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:48.030095 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aa387c5f-e8af-4b4f-94de-ec9ccdbdabd0 req-808b71fd-cc69-4680-a606-77234ca95ad6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981555 Sep 08 14:07:48.375567 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be596c4-01fc-4c0a-9bfb-656c8932ea1e req-bc6be1ba-123d-47b2-a575-2d6bf2b185a3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:48.377163 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2be596c4-01fc-4c0a-9bfb-656c8932ea1e req-bc6be1ba-123d-47b2-a575-2d6bf2b185a3 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.2962155 Sep 08 14:07:48.378538 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.27.1.128 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/a665e759-a18b-4913-a237-5d1c25f46b67) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:07:48.490157 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2be596c4-01fc-4c0a-9bfb-656c8932ea1e req-3c22db44-d698-4563-be93-1a74bc3d6e8e tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010194 Sep 08 14:07:48.533280 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (a665e759-a18b-4913-a237-5d1c25f46b67), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:48.620825 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (a665e759-a18b-4913-a237-5d1c25f46b67), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:48.630356 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:48.670059 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:07:48.675714 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:07:48.678520 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:07:48.682364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=a665e759-a18b-4913-a237-5d1c25f46b67,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:48.776616 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (94769a97-674f-4a04-b1b6-a886f6cea285), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:48.893535 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a665e759-a18b-4913-a237-5d1c25f46b67), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.071896 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (a665e759-a18b-4913-a237-5d1c25f46b67), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.146833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (a665e759-a18b-4913-a237-5d1c25f46b67), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.212686 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2948ba-7eef-4276-b5f0-139fd303e060 req-a37133c3-a0c2-44be-b613-e779a18e76a1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:49.214204 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4c2948ba-7eef-4276-b5f0-139fd303e060 req-a37133c3-a0c2-44be-b613-e779a18e76a1 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.1037364 Sep 08 14:07:49.238752 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (94769a97-674f-4a04-b1b6-a886f6cea285), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.254488 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=a665e759-a18b-4913-a237-5d1c25f46b67,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:49.292502 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4c2948ba-7eef-4276-b5f0-139fd303e060 req-4d7abeec-c9d7-40ce-a74d-2b7a0c5af215 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724227 Sep 08 14:07:49.370729 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.371963 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9b2e16a4-dffe-4f08-a13c-53d7c0c94612 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6807384 Sep 08 14:07:49.460871 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-13564f92-3a13-44f3-8149-54f7afe58e2f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:49.462462 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-13564f92-3a13-44f3-8149-54f7afe58e2f tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 946 time: 0.0528140 Sep 08 14:07:49.568630 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:49.589073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Deleting port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:49.589519 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.649183 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-db56fc20-1397-4694-9ccb-7db205900078 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--334450458&fields=id&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 267 time: 0.0870087 Sep 08 14:07:49.668392 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff6d8-cf83-4802-a71d-fbac65595021 req-8dfd2c39-4b21-4904-903d-22241af58576 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:49.669973 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b5ff6d8-cf83-4802-a71d-fbac65595021 req-8dfd2c39-4b21-4904-903d-22241af58576 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Sep 08 14:07:49.730634 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:49.791765 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b5ff6d8-cf83-4802-a71d-fbac65595021 req-4cacac9e-b6a4-4c95-b45b-f50f96e02602 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078651 Sep 08 14:07:49.820571 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-19c03e10-718f-49e2-8a94-66b660b83092 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:49.822058 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-19c03e10-718f-49e2-8a94-66b660b83092 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.1690133 Sep 08 14:07:49.837636 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-82292de1-cd54-476b-8137-cff09999af4e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/quotas/92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 375 time: 0.0097792 Sep 08 14:07:49.889603 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-86813598-3029-4185-8514-bc5802ec1a26 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461335 Sep 08 14:07:49.927138 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:49.934301 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] For port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:49.934651 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:49.947707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:49.947972 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Calling delete_port for 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:49.991061 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-79376f35-e066-45d1-b8cf-1da96d1c1702 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894630 Sep 08 14:07:50.086150 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-2c72c492-4a53-4bc7-a474-6fd81555be63 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885978 Sep 08 14:07:50.157550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (706e4ad8-bdad-41ff-9794-bc52eb9cf0ff), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:50.187693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event deleted for resources: {'Port': ['ID=706e4ad8-bdad-41ff-9794-bc52eb9cf0ff,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:50.199663 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['a1b41d99-de62-4f6e-bc67-196b31315976', '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:07:50.239822 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] No DVR routers for this DVR port 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:50.242544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:50.245775 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-871ff885-db6c-4edd-8cce-b46ad393b427 req-2e93e651-1d89-4b40-b01f-2c05231e8803 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "DELETE /networking/v2.0/ports/706e4ad8-bdad-41ff-9794-bc52eb9cf0ff HTTP/1.1" status: 204 len: 173 time: 0.7778709 Sep 08 14:07:50.246280 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'name': 'network-vif-deleted', 'tag': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:50.248693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49db46c-6b31-4c27-9f4d-9e1cd272ab3d" -d '{"events": [{"server_uuid": "20dfb69d-2dd9-4803-9a84-af1dd315f6c1", "name": "network-vif-deleted", "tag": "706e4ad8-bdad-41ff-9794-bc52eb9cf0ff"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:50.289195 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c318dfa-e665-47c7-bbde-d5a40932be05 x-openstack-request-id: req-8c318dfa-e665-47c7-bbde-d5a40932be05 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:50.289394 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20dfb69d-2dd9-4803-9a84-af1dd315f6c1", "name": "network-vif-deleted", "tag": "706e4ad8-bdad-41ff-9794-bc52eb9cf0ff", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:50.289646 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8c318dfa-e665-47c7-bbde-d5a40932be05 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:50.290095 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c318dfa-e665-47c7-bbde-d5a40932be05'] response: {'server_uuid': '20dfb69d-2dd9-4803-9a84-af1dd315f6c1', 'name': 'network-vif-deleted', 'tag': '706e4ad8-bdad-41ff-9794-bc52eb9cf0ff', 'status': 'completed', 'code': 200} Sep 08 14:07:50.350649 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:50.421285 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b866f9c7-0bb6-4565-bd6d-b28a30e8e8f4 req-3a13f2bb-e4c7-40ff-831e-1da4256d0f4e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0398443 Sep 08 14:07:50.455520 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49ae1b5f-9b8d-425b-bfa0-53c3fb575ea7 req-c8a997d6-984b-4823-95d3-048089ab24d7 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0375190 Sep 08 14:07:50.929188 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b2c1d-2e2e-4bcc-b31b-4472fd135533 req-82db8364-9264-4cb9-8876-0bdaf398fde1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:50.930733 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ca3b2c1d-2e2e-4bcc-b31b-4472fd135533 req-82db8364-9264-4cb9-8876-0bdaf398fde1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0574014 Sep 08 14:07:50.985931 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ca3b2c1d-2e2e-4bcc-b31b-4472fd135533 req-d3182704-1519-4715-9cc2-598bccf94056 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490248 Sep 08 14:07:51.415223 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-a33f4032-5a8e-4d03-8cc5-959b27ad2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:51.416741 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-a33f4032-5a8e-4d03-8cc5-959b27ad2a9c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1129 time: 0.0407951 Sep 08 14:07:51.441708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:51.519742 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-0990ea7c-931d-4b24-bc55-089eca178745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:51.521579 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-0990ea7c-931d-4b24-bc55-089eca178745 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 910 time: 0.0973978 Sep 08 14:07:51.546903 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-45da8364-a53c-461a-b640-9f9601e3deff req-45a2d960-af66-4c72-91ce-1a4dfd5618b8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0388916 Sep 08 14:07:51.606208 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-cbdec4f9-b5db-4248-9840-c7eb05dcab6f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0770261 Sep 08 14:07:51.606568 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ffe1da1b-ab7e-4c46-ad92-337d4fb189c6 req-c4b1edc2-1a8b-44d7-8874-82f270b92a92 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=20dfb69d-2dd9-4803-9a84-af1dd315f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0399373 Sep 08 14:07:51.673168 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-dde7ea2a-f627-4606-8707-f83bdeaa5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:51.676070 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-dde7ea2a-f627-4606-8707-f83bdeaa5edb service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 200 len: 847 time: 0.0617826 Sep 08 14:07:51.723695 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-5b05ff88-fbbb-407a-bc3d-d0abf070bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:51.725504 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-5b05ff88-fbbb-407a-bc3d-d0abf070bf3f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412421 Sep 08 14:07:51.830895 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-664fd5b3-8519-4dcd-8c0b-60b828739478 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963430 Sep 08 14:07:51.937344 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-29dd7928-044d-4134-8a8d-afda7e5117a0 req-738886da-a9fe-41c9-bb34-e42c6aa4fb28 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959501 Sep 08 14:07:52.109281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437df74a-979d-4e98-8d56-f5130c2c7eb1 req-360b312c-bbeb-4ede-8c6c-a862e76b797c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:52.110782 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-437df74a-979d-4e98-8d56-f5130c2c7eb1 req-360b312c-bbeb-4ede-8c6c-a862e76b797c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Sep 08 14:07:52.164155 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-437df74a-979d-4e98-8d56-f5130c2c7eb1 req-9515441c-0d79-47bb-a42e-5e025710268a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473347 Sep 08 14:07:52.208969 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-55a78717-64ff-449f-99d0-560669ab7652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:52.655341 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-47a26183-d7b4-4877-9afc-3a3afc0f99e1 req-2c81ba7e-572a-4c6b-8b1a-4ae472f9b40d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0298836 Sep 08 14:07:53.040508 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:53.064233 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:07:53.064570 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 706e4ad8-bdad-41ff-9794-bc52eb9cf0ff not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:07:53.264499 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8e7cf-1642-4218-9717-b1feaeab0fb2 req-4bb56269-6f9e-45ae-9b47-e3b9384f65f4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:53.265922 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7fb8e7cf-1642-4218-9717-b1feaeab0fb2 req-4bb56269-6f9e-45ae-9b47-e3b9384f65f4 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0615854 Sep 08 14:07:53.311643 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e61ad-a007-45ab-b3d4-64e71b5a3c36 req-88392935-53de-4614-9e25-461d6e2b30f5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:53.313177 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-131e61ad-a007-45ab-b3d4-64e71b5a3c36 req-88392935-53de-4614-9e25-461d6e2b30f5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0721445 Sep 08 14:07:53.357991 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7fb8e7cf-1642-4218-9717-b1feaeab0fb2 req-777a0d1c-466d-4496-b9ef-1fd209f08b06 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764778 Sep 08 14:07:53.394692 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-131e61ad-a007-45ab-b3d4-64e71b5a3c36 req-91757d85-3fc6-48b9-8436-4f6a5f119bee tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660045 Sep 08 14:07:53.721241 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=70 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:53.722242 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=5 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:53.763323 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5fc6012-caee-4fd3-908b-407f153d28ef req-95fed66a-67c8-4a02-96ac-b3a7f6d2a912 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0289853 Sep 08 14:07:54.530033 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096296f3-b453-48c7-b524-e60f0640eb26 req-87564a20-2394-4e47-9430-0937a828ba34 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:54.531662 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-096296f3-b453-48c7-b524-e60f0640eb26 req-87564a20-2394-4e47-9430-0937a828ba34 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0723600 Sep 08 14:07:54.583360 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f273f-bb8e-4f0f-8f20-23a99de30eee req-036e63ce-36b5-4619-90d8-87330f50e9bc tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:54.585561 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a6f273f-bb8e-4f0f-8f20-23a99de30eee req-036e63ce-36b5-4619-90d8-87330f50e9bc tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0809977 Sep 08 14:07:54.613785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:54.631279 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-096296f3-b453-48c7-b524-e60f0640eb26 req-b1ecfaa5-27c5-419e-9b50-beb7abcf8695 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827854 Sep 08 14:07:54.663893 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a6f273f-bb8e-4f0f-8f20-23a99de30eee req-ed9d23c6-8f53-4fac-8a55-f665fe8b9604 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673082 Sep 08 14:07:54.878168 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-328873b8-7a3a-4898-b8f5-ebaf8e0b054c req-287d314f-fc93-43cf-970a-203c08e8abd5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0324142 Sep 08 14:07:55.180607 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-aac8e478-7f47-440e-931a-9865282d2f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:55.762634 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7105e-5046-42ed-a34c-19224a2609bb req-902a644f-c0c4-4bf9-884d-01351d2218b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:55.764197 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dfc7105e-5046-42ed-a34c-19224a2609bb req-902a644f-c0c4-4bf9-884d-01351d2218b6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0525000 Sep 08 14:07:55.820848 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dfc7105e-5046-42ed-a34c-19224a2609bb req-a3e0aa9d-7cdd-4a4b-83b9-4e40c0d4c759 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507581 Sep 08 14:07:55.932213 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20156a46-5936-4334-a94b-3b8f17b183ae req-e1ae6cab-5bb3-4f9c-9179-9ec55bb596db tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:55.936374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-20156a46-5936-4334-a94b-3b8f17b183ae req-e1ae6cab-5bb3-4f9c-9179-9ec55bb596db tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0861845 Sep 08 14:07:55.990965 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163c7c-5b27-49f2-8adf-08a282414b78 req-bbb280bd-f911-4e82-9896-c13b5d12466e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:55.993209 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc163c7c-5b27-49f2-8adf-08a282414b78 req-bbb280bd-f911-4e82-9896-c13b5d12466e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0825741 Sep 08 14:07:56.040028 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-20156a46-5936-4334-a94b-3b8f17b183ae req-b7df2880-c972-4fc0-a62f-25ffa8237fc1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886269 Sep 08 14:07:56.073476 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc163c7c-5b27-49f2-8adf-08a282414b78 req-d363ae58-26a3-427b-9edb-03a8b04ffa2a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741887 Sep 08 14:07:56.147820 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-05bfdf0d-c223-47c1-9b3f-907857ef300e req-8ccbd9c4-c6a2-4e40-8d25-cdd23434d5ec tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0284848 Sep 08 14:07:56.288994 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:56.975466 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918024e-91be-4676-b2c1-010ef469e4c8 req-eb04d1e4-1685-4d5c-a95f-aaa7bf198df0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:56.977133 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6918024e-91be-4676-b2c1-010ef469e4c8 req-eb04d1e4-1685-4d5c-a95f-aaa7bf198df0 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Sep 08 14:07:57.031427 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6918024e-91be-4676-b2c1-010ef469e4c8 req-fd31e84a-55b4-4122-a5c5-11d581dde263 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=706add86-0f10-4457-bf34-35c8cb7d111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481696 Sep 08 14:07:57.063215 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:07:57.148322 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:57.165403 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 is: ACTIVE; New status is: DOWN {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:07:57.166155 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:57.205634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:57.207905 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cf6472-30d1-424f-951a-4d0d1b31064b" -d '{"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:57.216267 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aada9c-1bfc-45f8-87c2-b9dddd9ad53f req-f02942a0-5f17-4223-a58c-449c74f3c816 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:57.218720 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-11aada9c-1bfc-45f8-87c2-b9dddd9ad53f req-f02942a0-5f17-4223-a58c-449c74f3c816 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0869217 Sep 08 14:07:57.222887 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:57.267673 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d44a8-efa4-42db-a50c-e137296e5061 req-f43e1c6b-269a-45b4-81c3-2dce4987b2b8 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:57.269242 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9c9d44a8-efa4-42db-a50c-e137296e5061 req-f43e1c6b-269a-45b4-81c3-2dce4987b2b8 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0753293 Sep 08 14:07:57.311762 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:57.335763 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9c9d44a8-efa4-42db-a50c-e137296e5061 req-4807db80-04a8-43d5-a143-341cf169449c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556273 Sep 08 14:07:57.356771 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-11aada9c-1bfc-45f8-87c2-b9dddd9ad53f req-aa7a860a-ce5b-4351-91f3-94b785301d16 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212575 Sep 08 14:07:57.404999 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-3d9ceaef-c068-4ecf-a0ce-eb371fbb61f6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:57.406596 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-3d9ceaef-c068-4ecf-a0ce-eb371fbb61f6 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 946 time: 0.1221280 Sep 08 14:07:57.422559 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237b7755-cd2b-446a-ae65-a260fa7e8de1 x-openstack-request-id: req-237b7755-cd2b-446a-ae65-a260fa7e8de1 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:57.426212 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-unplugged", "status": "completed", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:57.426212 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-237b7755-cd2b-446a-ae65-a260fa7e8de1 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:57.426212 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237b7755-cd2b-446a-ae65-a260fa7e8de1'] response: {'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'code': 200} Sep 08 14:07:57.435433 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=6']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:57.510921 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bacdeb82-e518-4c55-8f5e-a34d9704a46f req-a57f5e86-8fb4-4e10-ba1b-36705cbbbbce tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0529819 Sep 08 14:07:57.683015 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Deleting port a1b41d99-de62-4f6e-bc67-196b31315976 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:57.683284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:57.819863 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] For port a1b41d99-de62-4f6e-bc67-196b31315976, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1b41d99-de62-4f6e-bc67-196b31315976,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:57.820354 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:57.836608 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Calling delete_port for a1b41d99-de62-4f6e-bc67-196b31315976 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:57.938561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:58.128350 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a1b41d99-de62-4f6e-bc67-196b31315976), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.143506 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5f7a4849-a446-4512-8f83-0ab044cf69b9 req-dd0de425-1775-4a05-a0af-e13b680012d5 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 210 time: 0.0310771 Sep 08 14:07:58.173550 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['a1b41d99-de62-4f6e-bc67-196b31315976'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:07:58.173840 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Pushing event deleted for resources: {'Port': ['ID=a1b41d99-de62-4f6e-bc67-196b31315976,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:58.186996 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-10fa92d4-99ef-4301-bf2c-ff0ee384b869 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:58.188679 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-10fa92d4-99ef-4301-bf2c-ff0ee384b869 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.0939887 Sep 08 14:07:58.241498 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:58.264083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] No DVR routers for this DVR port a1b41d99-de62-4f6e-bc67-196b31315976 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:58.267207 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.271515 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e4e282db-ddfb-470e-a0fd-ebd60addcb3e req-81aeaad9-2a7d-4382-bb44-2face8dedc75 tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.77 "DELETE /networking/v2.0/ports/a1b41d99-de62-4f6e-bc67-196b31315976 HTTP/1.1" status: 204 len: 173 time: 0.6801357 Sep 08 14:07:58.276387 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'name': 'network-vif-deleted', 'tag': 'a1b41d99-de62-4f6e-bc67-196b31315976'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:07:58.278705 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b655a4fa-897f-475b-9ea0-2a9653010325" -d '{"events": [{"server_uuid": "9ef13e6e-be3d-4cf5-977c-08a0521e5190", "name": "network-vif-deleted", "tag": "a1b41d99-de62-4f6e-bc67-196b31315976"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:58.325946 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42610a23-57b2-4b0e-b45b-4f4baf26a4da x-openstack-request-id: req-42610a23-57b2-4b0e-b45b-4f4baf26a4da {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:58.326281 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef13e6e-be3d-4cf5-977c-08a0521e5190", "name": "network-vif-deleted", "tag": "a1b41d99-de62-4f6e-bc67-196b31315976", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:58.326497 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-42610a23-57b2-4b0e-b45b-4f4baf26a4da {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:58.326895 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42610a23-57b2-4b0e-b45b-4f4baf26a4da'] response: {'server_uuid': '9ef13e6e-be3d-4cf5-977c-08a0521e5190', 'name': 'network-vif-deleted', 'tag': 'a1b41d99-de62-4f6e-bc67-196b31315976', 'status': 'completed', 'code': 200} Sep 08 14:07:58.351056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Deleting port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:07:58.351452 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.551278 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] For port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:58.551989 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.561848 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a99fe-3ef1-49d0-aaf0-d4f2cd41490b req-0e9b09df-5c93-47d3-b25a-67a65e7c0ab8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:58.571525 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-839a99fe-3ef1-49d0-aaf0-d4f2cd41490b req-0e9b09df-5c93-47d3-b25a-67a65e7c0ab8 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1158531 Sep 08 14:07:58.597021 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b49ecc-451d-44ca-9009-7b62d3943eb9 req-9fa68688-3c8b-4322-ae34-85d4e90a0430 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:58.601819 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b4b49ecc-451d-44ca-9009-7b62d3943eb9 req-9fa68688-3c8b-4322-ae34-85d4e90a0430 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 946 time: 0.1021035 Sep 08 14:07:58.637468 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.695198 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-839a99fe-3ef1-49d0-aaf0-d4f2cd41490b req-ab098452-b869-42c1-951f-eddca7ab6709 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218615 Sep 08 14:07:58.728752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-39144dd0-11bb-4dbf-9b51-a8c09a78e050 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:58.728752 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-39144dd0-11bb-4dbf-9b51-a8c09a78e050 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 813 time: 0.2586238 Sep 08 14:07:58.744844 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b4b49ecc-451d-44ca-9009-7b62d3943eb9 req-a42a7db9-200b-474b-9f6b-bc5583d460e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323078 Sep 08 14:07:58.843230 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba3a37c4-2beb-4312-a43e-240f46989c06 req-7f94d140-0a40-420f-907f-e4dbe378a5bd tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0313225 Sep 08 14:07:58.895372 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.895744 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-0c0fa3ee-03f5-4300-ba1d-643ab80f477b tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=92a3e908b87b445b9674d48f9a61bf94 HTTP/1.1" status: 200 len: 379 time: 0.1313312 Sep 08 14:07:58.900506 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.905710 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (25375989-bc50-450f-a2ac-e2ea67bc9333), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:58.905710 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Floating IP 25375989-bc50-450f-a2ac-e2ea67bc9333 disassociated. External IP: 172.27.1.136, port: 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04. Sep 08 14:07:58.905710 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Calling delete_port for 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:07:58.923432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'port': {'device_id': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'admin_state_up': True, 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'security_groups': ['1803635d-8ed1-47fc-96ce-a7da4fd98ed8']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:59.050305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:59.275449 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b32f142f-b874-4cc8-b9d4-6fc4b7818ccc req-54755f84-6bca-4f37-881c-33d4aaa0743d tempest-ServerRescueNegativeTestJSON-1160350264 tempest-ServerRescueNegativeTestJSON-1160350264-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=9ef13e6e-be3d-4cf5-977c-08a0521e5190 HTTP/1.1" status: 200 len: 210 time: 0.0300689 Sep 08 14:07:59.301769 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Made reservation on behalf of 92a3e908b87b445b9674d48f9a61bf94 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:07:59.306626 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:59.310664 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:59.348031 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'Port': ['ID=7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:59.454153 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:07:59.552113 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:59.578326 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Allocated IP 172.20.0.3 (21ef396a-7d6a-46fb-a5b2-7b67636f85e3/2c1c8e56-d08e-439e-8819-a003905fca56/429d2f2c-ab68-486a-aeae-d65181cdc543) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:07:59.759178 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:59.773753 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:59.786781 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:07:59.789179 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:59.888760 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] No DVR routers for this DVR port 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:07:59.893316 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:07:59.899315 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-097359d8-5d4d-4eb2-b89a-e0c1a0f19dc5 req-e25c7e69-163c-4b63-9dd9-a93e5e6e8bd7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "DELETE /networking/v2.0/ports/7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 HTTP/1.1" status: 204 len: 173 time: 1.6909072 Sep 08 14:07:59.918270 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ea26-1ea1-4801-bd5e-4bef0d054cd4 req-1805ada1-efef-4955-9e38-2ab73d6f429a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:07:59.920133 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d3f5ea26-1ea1-4801-bd5e-4bef0d054cd4 req-1805ada1-efef-4955-9e38-2ab73d6f429a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0909312 Sep 08 14:07:59.951863 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e378bfd0-d8e7-4d31-9e55-19c8ade96c9b req-82f207f3-cbc2-436f-9338-3b30d2718a63 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.0663171 Sep 08 14:07:59.974708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:00.012777 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d3f5ea26-1ea1-4801-bd5e-4bef0d054cd4 req-7619dbf4-4cdb-4712-87e5-e2ae424fa159 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633538 Sep 08 14:08:00.032654 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:00.090347 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:00.118280 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-269f321a-95a8-433d-8f6e-acf56f21d247 req-df05ba36-4e8e-4785-bc3f-50d7d327c452 service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:08:00.119914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-269f321a-95a8-433d-8f6e-acf56f21d247 req-df05ba36-4e8e-4785-bc3f-50d7d327c452 service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0129089 Sep 08 14:08:00.155526 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e675bae7-8f95-437d-8f9c-c0a524063a40 req-4f411da7-44fb-42ab-8dbb-215d7e7d73c8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0470510 Sep 08 14:08:00.170215 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:00.242562 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:00.250029 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:00.257509 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:00.287649 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event updated for resources: {'Port': ['ID=429d2f2c-ab68-486a-aeae-d65181cdc543,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:00.330039 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:00.330893 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:00.335674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'name': 'network-vif-deleted', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:00.339783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209054ea-09d0-4e5d-abac-6fa03f0d5a49" -d '{"events": [{"server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "name": "network-vif-deleted", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:00.346467 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:00.379883 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:00.395396 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:00.404387 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:00.426067 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54634) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:00.494365 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb7ed5d-c183-412a-8f78-700cfe8248b2 x-openstack-request-id: req-4fb7ed5d-c183-412a-8f78-700cfe8248b2 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:00.494961 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa4be2d8-2899-4377-850f-21ed875432ab", "name": "network-vif-deleted", "tag": "7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:00.495426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4fb7ed5d-c183-412a-8f78-700cfe8248b2 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:00.496037 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb7ed5d-c183-412a-8f78-700cfe8248b2'] response: {'server_uuid': 'fa4be2d8-2899-4377-850f-21ed875432ab', 'name': 'network-vif-deleted', 'tag': '7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04', 'status': 'completed', 'code': 200} Sep 08 14:08:00.526793 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9faa1289-0019-4da2-96dc-6188e950c616 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6070445 Sep 08 14:08:00.546055 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Request body: {'port': {'device_id': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:00.561399 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:00.633186 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:00.671880 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-405f7fdc-d74e-4d69-80de-f077eb0c38fa None None] Provisioning complete for port 429d2f2c-ab68-486a-aeae-d65181cdc543 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:00.675889 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-405f7fdc-d74e-4d69-80de-f077eb0c38fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:00.793166 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-405f7fdc-d74e-4d69-80de-f077eb0c38fa None None] Port 429d2f2c-ab68-486a-aeae-d65181cdc543 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:08:00.869329 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:00.896499 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc02a2-71e0-4b39-9b92-03269d7d242d None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:00.915876 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:00.935737 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af454f-d1d9-4059-9434-35d88cfb3f5b req-fdf5dcba-8226-424c-a16e-8c038f3cffad tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:00.955487 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33af454f-d1d9-4059-9434-35d88cfb3f5b req-fdf5dcba-8226-424c-a16e-8c038f3cffad tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1076763 Sep 08 14:08:01.086421 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33af454f-d1d9-4059-9434-35d88cfb3f5b req-9bfc75c2-d75f-44b3-9682-70e3a34ad770 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783684 Sep 08 14:08:01.104029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a1b41d99-de62-4f6e-bc67-196b31315976 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:01.123007 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54646) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:01.143529 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429d2f2c-ab68-486a-aeae-d65181cdc543 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:01.148555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: a1b41d99-de62-4f6e-bc67-196b31315976 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:01.149062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device a1b41d99-de62-4f6e-bc67-196b31315976 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:01.149666 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:01.173425 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Publish callbacks [] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:01.204648 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Transition to ACTIVE for port object 429d2f2c-ab68-486a-aeae-d65181cdc543 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:08:01.205631 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:01.207440 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:01.208056 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 7ce1fa4a-b6f7-4b4a-98fd-4c7ffcf8df04 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:01.324713 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:01.328445 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f5b88eaf-171d-4ef8-8339-924fbd8f1496 req-23874b8a-aace-42c5-8a21-8c795de1f5b6 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=fa4be2d8-2899-4377-850f-21ed875432ab HTTP/1.1" status: 200 len: 210 time: 0.1283193 Sep 08 14:08:01.383425 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-6ea7debd-290d-41a1-8d80-775969c5d186 service neutron] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2573137 Sep 08 14:08:01.394676 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3991f9-fd2a-40de-b08d-673025ce19a5 None None] New status for floating IP 25375989-bc50-450f-a2ac-e2ea67bc9333: DOWN {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:08:01.396566 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39c7b8-8a79-4545-99a0-63c05db27bb7 req-139b2efb-264c-400f-9bb8-5bcd3ba4394e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:01.406001 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fe39c7b8-8a79-4545-99a0-63c05db27bb7 req-139b2efb-264c-400f-9bb8-5bcd3ba4394e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 943 time: 0.1267307 Sep 08 14:08:01.466797 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Pushing event updated for resources: {'Port': ['ID=429d2f2c-ab68-486a-aeae-d65181cdc543,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:01.476954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-5aa99017-34fb-4414-b230-ba5d79820bf6 service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:08:01.478615 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-5aa99017-34fb-4414-b230-ba5d79820bf6 service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0090337 Sep 08 14:08:01.528258 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Attempting to bind port 429d2f2c-ab68-486a-aeae-d65181cdc543 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:08:01.529432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Attempting to bind port 429d2f2c-ab68-486a-aeae-d65181cdc543 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:08:01.530787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Attempting to bind port 429d2f2c-ab68-486a-aeae-d65181cdc543 on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:01.584550 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fe39c7b8-8a79-4545-99a0-63c05db27bb7 req-9c3d0437-0943-4938-a13e-ec938769791c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020916 Sep 08 14:08:01.596391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Port 429d2f2c-ab68-486a-aeae-d65181cdc543 on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:08:01.596391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Attempting to bind port 429d2f2c-ab68-486a-aeae-d65181cdc543 on network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:01.643061 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:01.666714 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:08:01.666714 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Checking segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:01.666714 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Bound using segment: {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:08:01.666714 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Bound port: 429d2f2c-ab68-486a-aeae-d65181cdc543, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b37b50fc-a05e-4560-bf31-fcb88a9ce535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:08:01.666714 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:01.704649 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (a09e504e-5429-4a98-ab81-399e5d59e811), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:01.709883 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54656) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:01.767644 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] For port 429d2f2c-ab68-486a-aeae-d65181cdc543, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:01.774180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] For port 429d2f2c-ab68-486a-aeae-d65181cdc543, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=429d2f2c-ab68-486a-aeae-d65181cdc543,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:01.775569 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:01.861010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:01.865725 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:01.866978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:01.868399 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/429d2f2c-ab68-486a-aeae-d65181cdc543 HTTP/1.1" status: 200 len: 1093 time: 1.3270016 Sep 08 14:08:01.917284 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-f2572dc3-8ea6-439b-9f28-4ba9099ad2f4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:01.918965 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-f2572dc3-8ea6-439b-9f28-4ba9099ad2f4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports/1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 940 time: 0.2082882 Sep 08 14:08:01.921625 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170040cc-acea-4eab-9a1e-7add63d42d31 service neutron] Pushing event updated for resources: {'Port': ['ID=429d2f2c-ab68-486a-aeae-d65181cdc543,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:02.028006 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:02.042750 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Deleting port bcfc1c17-a239-417f-a1f0-5e04f12ab122 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:02.043623 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:02.132324 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-63f9f8db-e332-41eb-ba39-09bdde26a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:02.134110 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-63f9f8db-e332-41eb-ba39-09bdde26a799 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 1127 time: 0.0637753 Sep 08 14:08:02.154875 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] For port bcfc1c17-a239-417f-a1f0-5e04f12ab122, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bcfc1c17-a239-417f-a1f0-5e04f12ab122,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:02.155430 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:02.174745 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Calling delete_port for bcfc1c17-a239-417f-a1f0-5e04f12ab122 owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:02.193604 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-bcda0ad1-47c7-435f-b459-69cd6b312df7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429d2f2c-ab68-486a-aeae-d65181cdc543 HTTP/1.1" status: 200 len: 217 time: 0.0431895 Sep 08 14:08:02.256735 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-f7e13b85-fd72-4080-b71f-1962a2c1c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:02.258235 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-f7e13b85-fd72-4080-b71f-1962a2c1c5fb service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0580428 Sep 08 14:08:02.278064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea7741-db2d-403d-959c-f2522b55a069 req-9cff950a-4ca7-4101-8528-f5abf4eb8808 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:02.279822 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c2ea7741-db2d-403d-959c-f2522b55a069 req-9cff950a-4ca7-4101-8528-f5abf4eb8808 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0927749 Sep 08 14:08:02.313871 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21b324-1823-4520-9922-964a2a09bd02 req-07818c1d-b962-4150-bf22-38cb845024ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:02.315819 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-07818c1d-b962-4150-bf22-38cb845024ac service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496848 Sep 08 14:08:02.445774 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-fb66da13-2678-4ccb-bdfd-6fe9f5af3235 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236258 Sep 08 14:08:02.512178 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:02.515475 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e" -d '{"events": [{"name": "network-changed", "server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:02.580740 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cca6f2-8032-4414-8e7d-0a9539736723 x-openstack-request-id: req-22cca6f2-8032-4414-8e7d-0a9539736723 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:02.581201 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:02.581325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-22cca6f2-8032-4414-8e7d-0a9539736723 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:02.581661 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cca6f2-8032-4414-8e7d-0a9539736723'] response: {'name': 'network-changed', 'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'status': 'completed', 'code': 200} Sep 08 14:08:02.607714 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-3a21b324-1823-4520-9922-964a2a09bd02 req-9e777e1b-e495-444a-bbfb-58583accac54 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544039 Sep 08 14:08:02.627718 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c2ea7741-db2d-403d-959c-f2522b55a069 req-a160ca3d-5048-47be-ba4b-1e7f342b3f7c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411074 Sep 08 14:08:02.703704 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:02.758700 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39520e-a0bd-4e72-97ee-218593e10c6b req-4dc9e2de-1ba1-429d-94ea-0cb25d2cccbf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:02.760279 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d39520e-a0bd-4e72-97ee-218593e10c6b req-4dc9e2de-1ba1-429d-94ea-0cb25d2cccbf tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 943 time: 0.0599222 Sep 08 14:08:02.808544 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (bcfc1c17-a239-417f-a1f0-5e04f12ab122), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:02.864318 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfc1c17-a239-417f-a1f0-5e04f12ab122,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:02.895698 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d39520e-a0bd-4e72-97ee-218593e10c6b req-13fbe669-88d9-4652-83d2-39d1072021d5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270010 Sep 08 14:08:02.933650 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-553e2986-9ec6-4dce-9171-400a6e63a283 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2101580619&fields=id&tenant_id=ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 267 time: 0.1501410 Sep 08 14:08:03.150938 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-d628ae2b-361e-44c9-9431-9832eb9c6129 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:03.152342 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-d628ae2b-361e-44c9-9431-9832eb9c6129 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 811 time: 0.1985085 Sep 08 14:08:03.179471 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-bde49028-58da-47bb-aafc-ebba24608532 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/quotas/ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 375 time: 0.0203619 Sep 08 14:08:03.184389 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (a09e504e-5429-4a98-ab81-399e5d59e811), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:03.234080 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:03.283566 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-165e402c-353a-4d14-ace2-bcba8d9b9e70 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944881 Sep 08 14:08:03.490153 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-d7afad75-759e-485a-9ded-9ced3a7680bf service neutron] 10.222.0.97 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938207 Sep 08 14:08:03.586776 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-a6f34d51-d39e-4341-bb02-9d25b56b82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:03.588501 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-a6f34d51-d39e-4341-bb02-9d25b56b82c8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 1127 time: 0.0467386 Sep 08 14:08:03.605958 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Router a09e504e-5429-4a98-ab81-399e5d59e811 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:03.642916 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-069ee8d1-006c-4c32-8dee-5b4bc1b78af1 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252327 Sep 08 14:08:03.757279 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:03.766088 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a7e91703-d1cd-4467-8eb7-2892673309a3 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/a09e504e-5429-4a98-ab81-399e5d59e811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3382792 Sep 08 14:08:03.771711 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54686) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:03.772354 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] Sync routers for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:03.790057 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:03.791078 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:03.878989 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad259635-f8c1-4d65-9e4c-31e954edcbf7 req-0fc9764a-f4f4-4764-b215-e810114cdf40 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:03.881336 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad259635-f8c1-4d65-9e4c-31e954edcbf7 req-0fc9764a-f4f4-4764-b215-e810114cdf40 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1136355 Sep 08 14:08:03.938292 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:03.957673 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks [] for router (a09e504e-5429-4a98-ab81-399e5d59e811), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:04.016476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-29f5638a-5b7b-4eaa-9316-a6dbd5cd7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:04.018456 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-29f5638a-5b7b-4eaa-9316-a6dbd5cd7a95 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 915 time: 0.4204836 Sep 08 14:08:04.083402 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-146e4a33-b504-492a-a7e8-14e57c135554 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429d2f2c-ab68-486a-aeae-d65181cdc543 HTTP/1.1" status: 200 len: 217 time: 0.0489116 Sep 08 14:08:04.105420 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:04.118165 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:04.120411 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ad259635-f8c1-4d65-9e4c-31e954edcbf7 req-3e81add7-2d71-4b83-ba14-afc53dedc5cf tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671355 Sep 08 14:08:04.158023 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks [] for router_gateway (a09e504e-5429-4a98-ab81-399e5d59e811), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:04.162438 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:04.178147 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-b65d8226-ec22-4627-b878-5c55a7dd37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:04.179633 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-b65d8226-ec22-4627-b878-5c55a7dd37b9 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0907767 Sep 08 14:08:04.183228 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:08:02Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:04.215736 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] Checking router: a09e504e-5429-4a98-ab81-399e5d59e811 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:04.218530 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:04.227978 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] Routers {'a09e504e-5429-4a98-ab81-399e5d59e811'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:04.228714 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['a09e504e-5429-4a98-ab81-399e5d59e811'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:04.237865 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-d681e52d-c19c-45ce-9c54-7e435dec9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:04.239601 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-d681e52d-c19c-45ce-9c54-7e435dec9473 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518022 Sep 08 14:08:04.254553 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a54014-0750-424f-b9a9-2c0832d600d2 req-d0794244-5189-4252-97a9-ef95efb0766d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:04.255498 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-24a54014-0750-424f-b9a9-2c0832d600d2 req-d0794244-5189-4252-97a9-ef95efb0766d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 943 time: 0.0568945 Sep 08 14:08:04.343812 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-24a54014-0750-424f-b9a9-2c0832d600d2 req-a3cd2cc4-7e1c-4e45-8150-0aa6da4d0045 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800304 Sep 08 14:08:04.347471 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Deleting port e4d4b54c-84d5-4f13-944a-1fec7c282461 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:04.347818 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:04.349391 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] Set router a09e504e-5429-4a98-ab81-399e5d59e811 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:04.385643 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-ccc1d68d-8a89-44a9-9f51-5a6d5ef19f8f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386359 Sep 08 14:08:04.454225 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] For port e4d4b54c-84d5-4f13-944a-1fec7c282461, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=e4d4b54c-84d5-4f13-944a-1fec7c282461,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:04.454601 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:04.469110 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Calling delete_port for e4d4b54c-84d5-4f13-944a-1fec7c282461 owned by network:router_gateway {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:04.470601 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:04.494314 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-69daadc6-b9a6-4a3f-b7ac-3318f10c829e req-6a237867-35f9-481e-b2ea-0dcc04106cda service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013303 Sep 08 14:08:04.532088 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:08:02Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:04.564007 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263fb095-bbb4-4147-98a3-aae227f6973c None None] The sync data for ids ['a09e504e-5429-4a98-ab81-399e5d59e811'] in dv-cinder-856463-2-iscsi is: [{'id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'name': 'tempest-ServerRescueNegativeTestJSON-972185458-router', 'tenant_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:30Z', 'updated_at': '2022-09-08T14:08:02Z', 'revision_number': 5, 'project_id': '44e7a5fc099c4041aa1a3109962b5dc3', 'gw_port': {'id': 'e4d4b54c-84d5-4f13-944a-1fec7c282461', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09e504e-5429-4a98-ab81-399e5d59e811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:31Z', 'updated_at': '2022-09-08T14:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:04.649757 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-23db9580-62bf-4ab9-b87b-e18e07b0e81b req-f4dcf685-451c-4302-b584-f8c3a2de3954 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0398748 Sep 08 14:08:04.814293 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (e4d4b54c-84d5-4f13-944a-1fec7c282461), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:04.841800 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d4b54c-84d5-4f13-944a-1fec7c282461,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:04.907407 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (a09e504e-5429-4a98-ab81-399e5d59e811), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.001229 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (a09e504e-5429-4a98-ab81-399e5d59e811), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.003590 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks [] for router_controller (a09e504e-5429-4a98-ab81-399e5d59e811), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.110955 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 429d2f2c-ab68-486a-aeae-d65181cdc543 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:08:05.234589 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 429d2f2c-ab68-486a-aeae-d65181cdc543, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=429d2f2c-ab68-486a-aeae-d65181cdc543,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:05.250188 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'port_id': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'mac_address': 'fa:16:3e:77:5f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:08:05.282281 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bcfc1c17-a239-417f-a1f0-5e04f12ab122 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:05.301375 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (a09e504e-5429-4a98-ab81-399e5d59e811), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.302765 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a09e504e-5429-4a98-ab81-399e5d59e811 {{(pid=113666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:08:05.312711 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: bcfc1c17-a239-417f-a1f0-5e04f12ab122 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:05.313071 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bcfc1c17-a239-417f-a1f0-5e04f12ab122 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:05.315166 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.317187 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0bf7414d-91f8-4f26-b1f0-16920640f62a admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/a09e504e-5429-4a98-ab81-399e5d59e811 HTTP/1.1" status: 204 len: 168 time: 1.5480630 Sep 08 14:08:05.320708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54704) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:05.331027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 429d2f2c-ab68-486a-aeae-d65181cdc543 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:05.331836 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.336538 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:05.344732 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0f146-2389-4854-be5e-0f3326912725 req-2ef3b726-3372-459c-88c8-52cf6817ff6b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:05.346471 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49e0f146-2389-4854-be5e-0f3326912725 req-2ef3b726-3372-459c-88c8-52cf6817ff6b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1023588 Sep 08 14:08:05.350600 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429d2f2c-ab68-486a-aeae-d65181cdc543 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:05.379338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 429d2f2c-ab68-486a-aeae-d65181cdc543, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=429d2f2c-ab68-486a-aeae-d65181cdc543,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:05.447540 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Deleting subnet 42f0cb52-706f-488d-b7e4-b26c0ca25a0d {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:08:05.452978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Publish callbacks [] for subnet (42f0cb52-706f-488d-b7e4-b26c0ca25a0d), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.465497 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49e0f146-2389-4854-be5e-0f3326912725 req-199fdc5c-a7ef-41db-9627-b4f6da042974 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061244 Sep 08 14:08:05.489878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.504945 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (42f0cb52-706f-488d-b7e4-b26c0ca25a0d), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.553447 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=429d2f2c-ab68-486a-aeae-d65181cdc543,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:05.572206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:05.589832 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f06d9-3365-496b-927d-030e6df74da0 req-0b7f7414-1f47-497a-8eda-d1c266118edc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:05.591462 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b03f06d9-3365-496b-927d-030e6df74da0 req-0b7f7414-1f47-497a-8eda-d1c266118edc tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 944 time: 0.0871677 Sep 08 14:08:05.630460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (42f0cb52-706f-488d-b7e4-b26c0ca25a0d), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.656795 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b03f06d9-3365-496b-927d-030e6df74da0 req-849fda49-9e1b-46c8-a525-fb72a08c8d4c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593526 Sep 08 14:08:05.747605 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6493ca3a-217e-4184-82af-53621fa6b30a req-117acb3f-662c-4dda-af31-65780c851ed2 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0323231 Sep 08 14:08:05.820930 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (42f0cb52-706f-488d-b7e4-b26c0ca25a0d), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.835490 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['429d2f2c-ab68-486a-aeae-d65181cdc543'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:08:05.851546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f0cb52-706f-488d-b7e4-b26c0ca25a0d,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:05.855394 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:05.861840 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a4476290-b4a3-4c5f-987b-feef2345e11f admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/42f0cb52-706f-488d-b7e4-b26c0ca25a0d HTTP/1.1" status: 204 len: 168 time: 0.5370648 Sep 08 14:08:05.863235 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54712) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:05.881869 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d01b0-8c13-41e6-98bc-56a315dce6a0 None None] Network 182a2fc0-a3a1-4a15-a5cd-df587300306f requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:08:05.890351 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:05.959462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (182a2fc0-a3a1-4a15-a5cd-df587300306f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.009056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Deleting port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:06.009575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.049801 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:06.089601 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] For port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:06.090063 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.104986 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Calling delete_port for 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:06.250584 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] DHCP port deletion for 182a2fc0-a3a1-4a15-a5cd-df587300306f request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:08:06.292198 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] Deleting port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:06.292572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.317335 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.321485 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:06.351895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:06.355615 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] No DVR routers for this DVR port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:08:06.381117 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] For port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,segment=NetworkSegment(1dccd689-8c42-45fc-bad5-4d89629a8554),segment_id=1dccd689-8c42-45fc-bad5-4d89629a8554)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:06.381518 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.401428 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] Calling delete_port for 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:06.445475 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (182a2fc0-a3a1-4a15-a5cd-df587300306f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.469486 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182a2fc0-a3a1-4a15-a5cd-df587300306f']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:06.479042 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:06.480259 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dccd689-8c42-45fc-bad5-4d89629a8554') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:06.480562 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dccd689-8c42-45fc-bad5-4d89629a8554') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:06.484724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (0c18f61b-2b8a-45c4-ade1-e5f576c43b55), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.494853 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (1dccd689-8c42-45fc-bad5-4d89629a8554), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.511497 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (1dccd689-8c42-45fc-bad5-4d89629a8554), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.521460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:08:06.522495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (1dccd689-8c42-45fc-bad5-4d89629a8554), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.523665 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] No DVR routers for this DVR port 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:08:06.527199 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29865c-8112-4ca2-86ec-14af73d26a73 None None] Pushing event deleted for resources: {'Port': ['ID=0c18f61b-2b8a-45c4-ade1-e5f576c43b55,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:06.554532 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 1dccd689-8c42-45fc-bad5-4d89629a8554 resource provider aggregate not found Sep 08 14:08:06.590275 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 1dccd689-8c42-45fc-bad5-4d89629a8554 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1dccd689-8c42-45fc-bad5-4d89629a8554 found for delete ", "request_id": "req-af5a2c99-2729-4312-be8b-06ae0a37cdf9"}]} Sep 08 14:08:06.643227 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8084-5cf4-4564-9bd0-3d7636df16db req-9662c4ee-0f44-4e67-b9e3-b3c4e2a72ff1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:06.645401 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0c3c8084-5cf4-4564-9bd0-3d7636df16db req-9662c4ee-0f44-4e67-b9e3-b3c4e2a72ff1 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0596697 Sep 08 14:08:06.707105 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0c3c8084-5cf4-4564-9bd0-3d7636df16db req-7c00e55e-f6e1-49a2-94aa-a770d542fa05 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552227 Sep 08 14:08:06.756813 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (182a2fc0-a3a1-4a15-a5cd-df587300306f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.762609 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.765892 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/182a2fc0-a3a1-4a15-a5cd-df587300306f HTTP/1.1" status: 204 len: 168 time: 0.9015436 Sep 08 14:08:06.780513 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=182a2fc0-a3a1-4a15-a5cd-df587300306f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:06.790663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.791159 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.791649 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.792060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.792643 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.793156 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.793577 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.794086 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.794561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.794982 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.795593 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.795980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.796558 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.797101 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.799726 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4151-6ec3-4117-9128-78ba38263b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:06.806036 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd676-60ec-4f98-bc28-54de2614a07a req-89579a4e-fa03-48a3-8531-54f30ce599ec tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:06.807524 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a2abd676-60ec-4f98-bc28-54de2614a07a req-89579a4e-fa03-48a3-8531-54f30ce599ec tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 944 time: 0.0658925 Sep 08 14:08:06.886653 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7607026a-71fb-49b6-8901-cf645cbaa229 req-9186ad7a-3636-4663-a3af-84ecb9bf454c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0421515 Sep 08 14:08:06.893821 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:06.894742 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a2abd676-60ec-4f98-bc28-54de2614a07a req-5db9ecb4-2cc3-4679-873e-bb9f8e0e0ee9 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810292 Sep 08 14:08:07.087629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-e7f89bcb-b098-4783-8fdb-f9bbc4f8138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:07.089252 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-e7f89bcb-b098-4783-8fdb-f9bbc4f8138c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529&tenant_id=fe528c21e8c94eb6af8d5f86757328b8 HTTP/1.1" status: 200 len: 1127 time: 0.0809262 Sep 08 14:08:07.125627 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 429d2f2c-ab68-486a-aeae-d65181cdc543 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:07.176078 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 429d2f2c-ab68-486a-aeae-d65181cdc543 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:08:07.197656 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-157ed89f-bf96-4cf3-bc95-503ea60c5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:07.199315 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-157ed89f-bf96-4cf3-bc95-503ea60c5c1f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1127 time: 0.0508881 Sep 08 14:08:07.247088 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54726) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:07.259133 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e4d4b54c-84d5-4f13-944a-1fec7c282461 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:07.293614 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9aab5648-4f6a-4776-9491-c02af4425d1e admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=44e7a5fc099c4041aa1a3109962b5dc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453317 Sep 08 14:08:07.296253 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54728) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:07.303412 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 429d2f2c-ab68-486a-aeae-d65181cdc543 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:07.304207 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.309270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-43a4ac32-223c-46a6-b5e2-bc0ec573cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:07.311624 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-43a4ac32-223c-46a6-b5e2-bc0ec573cc5f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 910 time: 0.1051185 Sep 08 14:08:07.353909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: e4d4b54c-84d5-4f13-944a-1fec7c282461 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:07.353909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e4d4b54c-84d5-4f13-944a-1fec7c282461 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:07.353909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:07.365352 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:07.366205 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 0c18f61b-2b8a-45c4-ade1-e5f576c43b55 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:07.368952 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dafa-9bdc-4f31-b0fa-b57a2e8e5b9c admin admin] Publish callbacks [] for security_group (706add86-0f10-4457-bf34-35c8cb7d111a), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.401237 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-4f4efb88-b852-4a5d-b995-15131c35408f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 999 time: 0.0834188 Sep 08 14:08:07.401813 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dafa-9bdc-4f31-b0fa-b57a2e8e5b9c admin admin] Publish callbacks [] for security_group (706add86-0f10-4457-bf34-35c8cb7d111a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.417069 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 429d2f2c-ab68-486a-aeae-d65181cdc543 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:07.417450 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.442204 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:07.445477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2ca24b-4b37-47d9-9d2d-4fefb66acbe8" -d '{"events": [{"server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "name": "network-vif-plugged", "status": "completed", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:07.460453 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 429d2f2c-ab68-486a-aeae-d65181cdc543, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=429d2f2c-ab68-486a-aeae-d65181cdc543,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:07.473294 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:07.486085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290ce36a-8dac-422b-959d-fee2cbee264e x-openstack-request-id: req-290ce36a-8dac-422b-959d-fee2cbee264e {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:07.486085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "name": "network-vif-plugged", "status": "completed", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:07.486394 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-290ce36a-8dac-422b-959d-fee2cbee264e {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:07.486795 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290ce36a-8dac-422b-959d-fee2cbee264e'] response: {'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'code': 200} Sep 08 14:08:07.489978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-d2b46eb8-84e9-4139-8f04-f6fccf8ca50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:07.492173 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-d2b46eb8-84e9-4139-8f04-f6fccf8ca50b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 200 len: 847 time: 0.0845323 Sep 08 14:08:07.539378 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.550810 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dafa-9bdc-4f31-b0fa-b57a2e8e5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (706add86-0f10-4457-bf34-35c8cb7d111a), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.554020 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-0ee4dafa-9bdc-4f31-b0fa-b57a2e8e5b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:07.558085 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-0ee4dafa-9bdc-4f31-b0fa-b57a2e8e5b9c admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/706add86-0f10-4457-bf34-35c8cb7d111a HTTP/1.1" status: 204 len: 168 time: 0.2581835 Sep 08 14:08:07.572223 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4dafa-9bdc-4f31-b0fa-b57a2e8e5b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706add86-0f10-4457-bf34-35c8cb7d111a,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:07.620756 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=429d2f2c-ab68-486a-aeae-d65181cdc543,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:07.643177 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-c7388427-4911-4650-97f5-1423839da7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:07.644861 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-c7388427-4911-4650-97f5-1423839da7ae service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019711 Sep 08 14:08:07.760465 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-577af3ce-8a6b-4b07-86cc-b701ead76751 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070824 Sep 08 14:08:07.847089 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff26fa8-6288-4ee0-b416-3590b4e7baa0 req-83f90c74-ef32-4bee-bdc0-77ab0735b3bc tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:07.848627 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fff26fa8-6288-4ee0-b416-3590b4e7baa0 req-83f90c74-ef32-4bee-bdc0-77ab0735b3bc tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0563123 Sep 08 14:08:07.904849 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fff26fa8-6288-4ee0-b416-3590b4e7baa0 req-4622ea92-5c7c-4b92-814e-cfac55f5ad21 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492599 Sep 08 14:08:08.027516 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ac85c514-1c1a-4110-a03d-ec073e3dd23a req-a0480777-6aec-48f6-bc69-194a2163783e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0584939 Sep 08 14:08:08.050610 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7100fd-62ec-4208-b0aa-f9a87184c073 req-541558da-9b5a-4c48-9fc5-e2ba67d6c892 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:08.052018 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6e7100fd-62ec-4208-b0aa-f9a87184c073 req-541558da-9b5a-4c48-9fc5-e2ba67d6c892 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0688636 Sep 08 14:08:08.088812 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:08.132363 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6e7100fd-62ec-4208-b0aa-f9a87184c073 req-b3c8a256-6d37-44cf-9e3b-acb1aa172aee tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606830 Sep 08 14:08:08.180470 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dc9ff-cce1-44cf-a21e-76ae2f234cb1 req-72774f45-fd70-45d7-91f4-027cd1194ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:08.181949 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-394dc9ff-cce1-44cf-a21e-76ae2f234cb1 req-72774f45-fd70-45d7-91f4-027cd1194ee2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 1129 time: 0.0676730 Sep 08 14:08:08.229977 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0b677d16-c14d-4f5c-beb3-060db35959e9 req-1d490815-961c-4a15-8c31-5dbcdce93a97 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719673 Sep 08 14:08:08.258185 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-394dc9ff-cce1-44cf-a21e-76ae2f234cb1 req-4ae61f27-ae84-43a3-96dc-8a1f9a8a7aaa service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641184 Sep 08 14:08:09.051255 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22f366-32f7-4f8f-a2dc-3d8ba67cdaa2 req-eb22b8c8-d90d-4e6a-b815-6a970ad29111 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:09.051255 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc22f366-32f7-4f8f-a2dc-3d8ba67cdaa2 req-eb22b8c8-d90d-4e6a-b815-6a970ad29111 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0529892 Sep 08 14:08:09.108497 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54764) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:09.126333 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc22f366-32f7-4f8f-a2dc-3d8ba67cdaa2 req-84e7f239-562d-463e-a813-e956de70fc19 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636649 Sep 08 14:08:09.179149 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7973b4ba-27ef-4fe1-806a-8974a911f106 req-6aee72c9-7eef-414e-984c-e9aa7b5d963a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0438128 Sep 08 14:08:09.241909 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-473669081-network', 'tenant_id': '1abe0ab206094524af0fdde9e6285385'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:09.262516 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652870-28b3-46b4-bc05-240329d58807 req-8d52ccc5-d311-451e-8d2d-e35a6e541506 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:09.270202 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c3652870-28b3-46b4-bc05-240329d58807 req-8d52ccc5-d311-451e-8d2d-e35a6e541506 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0499291 Sep 08 14:08:09.287967 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:09.315862 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c3652870-28b3-46b4-bc05-240329d58807 req-f5fc4d01-21a6-4387-931f-d5c74411c58d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Sep 08 14:08:09.412212 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-9a3827e6-b615-469c-a3ce-113edb2a65a3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:09.419191 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-9a3827e6-b615-469c-a3ce-113edb2a65a3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 811 time: 0.1159384 Sep 08 14:08:09.419191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Made reservation on behalf of 1abe0ab206094524af0fdde9e6285385 for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:08:09.419191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.426174 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.436279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:09.542210 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-1c17c4f7-bf6e-4ee8-b7ce-7d8d7f2b5d72 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 380 time: 0.0927682 Sep 08 14:08:09.566801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks [] for security_group (7c4314aa-fd03-4ddf-9eff-c4d6f195d245), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.607180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'port': {'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'admin_state_up': True, 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'security_groups': ['51251f4f-1815-493c-93e2-55761606ce20']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:09.711447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (7c4314aa-fd03-4ddf-9eff-c4d6f195d245), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.740958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:08:09.768000 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4314aa-fd03-4ddf-9eff-c4d6f195d245,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:09.770911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (1aad90e0-1fc3-4771-a150-045e0d73fcb8), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.771259 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Added segment 1aad90e0-1fc3-4771-a150-045e0d73fcb8 of type vlan for network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 Sep 08 14:08:09.811885 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.813889 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:09.853755 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Made reservation on behalf of ae31829bffd7483fbab3dc87635aea58 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:08:09.857527 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.968837 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:09.969768 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:09.970352 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.055620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Allocated IP 172.20.0.11 (1825ab58-9a7f-4a28-9e67-c083bb9f8e93/1e8876eb-36c3-44cf-9482-bd471519492f/eb033f6b-f0b8-45fb-be20-a16573012b2c) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:10.070818 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] Pushing event updated for resources: {'Network': ['ID=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:10.082604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:08:10.167862 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-71831216-1e65-46b4-a52e-595d115c39af admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0578773 Sep 08 14:08:10.171118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54776) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:10.180801 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Request body: {'subnet': {'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-subnet', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:10.261741 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.336348 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Made reservation on behalf of 1abe0ab206094524af0fdde9e6285385 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:08:10.338714 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.370711 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e6e5e025-3fcf-42ae-b8a2-94454f98d01c req-5a2d8ca6-8526-4d08-bed3-625c1dd8c02a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0614750 Sep 08 14:08:10.379692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95972c9-f5d2-4bbc-a503-0c3fb511fe1f req-09ca8a2c-3bfc-4f02-a8eb-1a033a024163 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:10.381388 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f95972c9-f5d2-4bbc-a503-0c3fb511fe1f req-09ca8a2c-3bfc-4f02-a8eb-1a033a024163 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1172287 Sep 08 14:08:10.478450 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.534499 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:10.538663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:10.540781 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=eb033f6b-f0b8-45fb-be20-a16573012b2c,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:10.544435 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbeee0-b1c9-4d07-991c-6ae7cf1cc949 req-69d2174b-f0f3-4577-8728-3e342a10a2c2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:10.546541 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c4dbeee0-b1c9-4d07-991c-6ae7cf1cc949 req-69d2174b-f0f3-4577-8728-3e342a10a2c2 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.1050317 Sep 08 14:08:10.549878 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:10.552464 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f95972c9-f5d2-4bbc-a503-0c3fb511fe1f req-bae7d21f-8ac9-4f5a-bc0d-2dadc9f012f4 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431777 Sep 08 14:08:10.635331 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:10.636416 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.788185 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-eb67eab0-2c3a-47c2-97ce-6ce42b988c6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1849194 Sep 08 14:08:10.796484 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-aad1c9f5-c3cc-4ac3-9b47-e6b2b63d2108 None None] Provisioning complete for port eb033f6b-f0b8-45fb-be20-a16573012b2c triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:10.802634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-aad1c9f5-c3cc-4ac3-9b47-e6b2b63d2108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.810859 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Request body: {'port': {'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:10.833724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-aad1c9f5-c3cc-4ac3-9b47-e6b2b63d2108 None None] Port eb033f6b-f0b8-45fb-be20-a16573012b2c cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:08:10.883658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:10.935133 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c4dbeee0-b1c9-4d07-991c-6ae7cf1cc949 req-f1f9c5bc-ea76-4ecf-81ff-c2254e241f68 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766980 Sep 08 14:08:11.054816 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (4f240ffa-0aed-4406-953d-81be3bd000ed), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.062936 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:11.082833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:11.116823 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f240ffa-0aed-4406-953d-81be3bd000ed,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:11.128277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.128628 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.128998 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.129336 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.129677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.130002 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.130347 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.130732 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.131088 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.131413 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.131742 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.132082 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.132427 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.132838 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.133062 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:11.137592 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Checking segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:11.137957 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Network hostable DHCP agents. Network: 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:08:11.166476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb033f6b-f0b8-45fb-be20-a16573012b2c {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:11.177085 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Publish callbacks [] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.191008 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Transition to ACTIVE for port object eb033f6b-f0b8-45fb-be20-a16573012b2c will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:08:11.373520 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:08:11.503552 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d4d3d-c5db-4680-8094-229799f8dbb9 req-1558f4d2-8f00-446a-9cac-b5b55f4fbb58 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:11.505237 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f08d4d3d-c5db-4680-8094-229799f8dbb9 req-1558f4d2-8f00-446a-9cac-b5b55f4fbb58 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 932 time: 0.0555327 Sep 08 14:08:11.511219 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.563521 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f08d4d3d-c5db-4680-8094-229799f8dbb9 req-85c6fcc9-7664-4fb3-b337-5f0bac0de7e3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516937 Sep 08 14:08:11.597341 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:11.602176 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb033f6b-f0b8-45fb-be20-a16573012b2c,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:11.605684 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:11.607061 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.613741 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a02ad5-81ea-4f12-86a6-e4c7b9ce0e81 None None] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:08:11.639243 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Attempting to bind port eb033f6b-f0b8-45fb-be20-a16573012b2c on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:08:11.639243 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Attempting to bind port eb033f6b-f0b8-45fb-be20-a16573012b2c by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:08:11.639243 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Attempting to bind port eb033f6b-f0b8-45fb-be20-a16573012b2c on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:11.686121 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Port eb033f6b-f0b8-45fb-be20-a16573012b2c on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:08:11.686780 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Attempting to bind port eb033f6b-f0b8-45fb-be20-a16573012b2c on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:11.746119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:08:11.746694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Checking segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:11.747399 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Bound using segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:08:11.747912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Bound port: eb033f6b-f0b8-45fb-be20-a16573012b2c, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:08:11.748488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.752911 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ac6f7-4ec5-46cf-a9f9-5fa14bb6a48f req-8c2089d5-1588-45b3-8581-d65b17a0b1ed tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:11.755480 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f11ac6f7-4ec5-46cf-a9f9-5fa14bb6a48f req-8c2089d5-1588-45b3-8581-d65b17a0b1ed tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.0597739 Sep 08 14:08:11.760006 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-67e3a346-090e-46d6-8bc1-ef49dd1476d5 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5870616 Sep 08 14:08:11.765302 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54796) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:11.769339 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:11.782620 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75cd3a2d-51bf-572b-b014-a77a32b05789-78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed'}]}} from dv-cinder-856463-2-iscsi. {{(pid=113668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 08 14:08:11.783903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.823646 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] For port eb033f6b-f0b8-45fb-be20-a16573012b2c, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:11.826924 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] For port eb033f6b-f0b8-45fb-be20-a16573012b2c, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:11.838846 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f11ac6f7-4ec5-46cf-a9f9-5fa14bb6a48f req-eaad0fac-df26-4ed6-bb26-62c3f419d03c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619452 Sep 08 14:08:11.869663 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:11.937111 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.db_base_plugin_common [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Allocated IP 172.20.0.2 (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5/4f240ffa-0aed-4406-953d-81be3bd000ed/f37bee7a-5319-482d-abc3-07eefae22e3d) {{(pid=113668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:11.961715 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-686487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123720'] for router (3351d127-f649-4c90-9f15-9e1fc49eb920), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.962095 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.962897 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-688109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644233', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-693117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123729'] for router (3351d127-f649-4c90-9f15-9e1fc49eb920), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.966011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:11.966967 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:11.969455 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 1094 time: 1.1625564 Sep 08 14:08:11.969455 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:11.971901 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0289e6e1-a771-4467-b82e-4827d6189ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:12.044430 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060127f-67b3-4f56-99e2-14f16df48fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb033f6b-f0b8-45fb-be20-a16573012b2c,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:12.065940 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks [] for router_controller (3351d127-f649-4c90-9f15-9e1fc49eb920), precommit_add_association {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.097497 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:12.115084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd3d3-5ff7-4689-bba3-33d30b1023a6 req-43afc045-68c9-4566-83e5-4e6644ad7f4a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:12.117381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acabd3d3-5ff7-4689-bba3-33d30b1023a6 req-43afc045-68c9-4566-83e5-4e6644ad7f4a tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0554624 Sep 08 14:08:12.131481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Publish callbacks [] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), precommit_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.165135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-03067adb-736b-46ed-88de-d4c2ec32f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:12.166589 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acabd3d3-5ff7-4689-bba3-33d30b1023a6 req-27c57649-005e-4d6f-ac68-0ed3ca5f67d6 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 Sep 08 14:08:12.166881 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-03067adb-736b-46ed-88de-d4c2ec32f56a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1128 time: 0.0482981 Sep 08 14:08:12.217044 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-39a94d01-6e2f-4fb9-9710-6a24fff73107 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 217 time: 0.0362446 Sep 08 14:08:12.218400 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e4d29b-34ae-422a-9006-05d6dee1cb55 x-openstack-request-id: req-22e4d29b-34ae-422a-9006-05d6dee1cb55 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:12.218686 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:12.218940 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-22e4d29b-34ae-422a-9006-05d6dee1cb55 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:12.219340 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e4d29b-34ae-422a-9006-05d6dee1cb55'] response: {'name': 'network-changed', 'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'status': 'completed', 'code': 200} Sep 08 14:08:12.299934 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), after_create {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.335633 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:12.348882 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 is already hosted by enough agents. {{(pid=113668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:12.353110 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.scheduler.base_scheduler [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Resources bound (agent type, host, resource id): {{(pid=113668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:12.357151 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Received port after_create {{(pid=113668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:12.362960 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Pushing event updated for resources: {'Port': ['ID=f37bee7a-5319-482d-abc3-07eefae22e3d,revision_number=1']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:12.368869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-06533127-0b6e-4db7-8de5-132f09a90cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:12.370365 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-06533127-0b6e-4db7-8de5-132f09a90cec service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0706439 Sep 08 14:08:12.412599 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688654a-ff00-4091-a81c-e1c577db93fa req-e077c3ef-9f04-4053-9452-63f8aef82106 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:12.414286 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e688654a-ff00-4091-a81c-e1c577db93fa req-e077c3ef-9f04-4053-9452-63f8aef82106 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.1277397 Sep 08 14:08:12.423462 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks [] for router_gateway (3351d127-f649-4c90-9f15-9e1fc49eb920), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.426836 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54808) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:12.431415 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-4b551581-9f2c-49df-927a-32f8026bd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:12.432985 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-4b551581-9f2c-49df-927a-32f8026bd899 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559952 Sep 08 14:08:12.433123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Attempting to bind port f37bee7a-5319-482d-abc3-07eefae22e3d on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:08:12.433500 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Request body: {'floatingip': {'port_id': '429d2f2c-ab68-486a-aeae-d65181cdc543'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:12.433607 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Attempting to bind port f37bee7a-5319-482d-abc3-07eefae22e3d by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:08:12.434027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Attempting to bind port f37bee7a-5319-482d-abc3-07eefae22e3d on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:12.473373 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (94769a97-674f-4a04-b1b6-a886f6cea285), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.486131 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:12.508133 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:08:12.508572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Checking segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:12.508980 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.509372 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Bound using segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} {{(pid=113668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:08:12.509859 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.managers [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Bound port: f37bee7a-5319-482d-abc3-07eefae22e3d, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}}] {{(pid=113668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:08:12.510243 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.543687 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-d237ee3a-cf96-4daa-b82a-c3d5bfb3d69e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032691 Sep 08 14:08:12.622988 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] For port f37bee7a-5319-482d-abc3-07eefae22e3d, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:12.630325 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] For port f37bee7a-5319-482d-abc3-07eefae22e3d, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=f37bee7a-5319-482d-abc3-07eefae22e3d,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:12.667312 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6b722e1b-ae65-4ccc-841f-46e24d19eef9 req-9a15abaf-9504-442f-b1b1-95ee60b6a7b8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166503 Sep 08 14:08:12.745756 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:12.791084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae230f9-b3ac-4f67-8d90-75747fb5a482 req-4206bc21-a779-4afc-9c86-c92fa6780da0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:12.792699 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bae230f9-b3ac-4f67-8d90-75747fb5a482 req-4206bc21-a779-4afc-9c86-c92fa6780da0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.1190782 Sep 08 14:08:12.836235 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71d39c-896e-4b92-8a3b-de75a6b956ba None None] Pushing event updated for resources: {'Port': ['ID=f37bee7a-5319-482d-abc3-07eefae22e3d,revision_number=2']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:13.018570 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bae230f9-b3ac-4f67-8d90-75747fb5a482 req-fbf38501-4cd9-463a-ad0f-1801c3a1ca53 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144256 Sep 08 14:08:13.095997 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc409f9-8d82-4132-b990-5298d372f440 req-45f2e00c-a6d9-497d-af15-8007ccce32a5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:13.097643 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1fc409f9-8d82-4132-b990-5298d372f440 req-45f2e00c-a6d9-497d-af15-8007ccce32a5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1654341 Sep 08 14:08:13.158768 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks [] for router_gateway (3351d127-f649-4c90-9f15-9e1fc49eb920), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.192765 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-407979e3-9edf-4297-bf60-6ef1aa62f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:13.195404 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-407979e3-9edf-4297-bf60-6ef1aa62f950 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1128 time: 0.0736732 Sep 08 14:08:13.239581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.258025 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1fc409f9-8d82-4132-b990-5298d372f440 req-c70e723d-f5f0-4288-b504-00a5dfe300ba tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519005 Sep 08 14:08:13.315070 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device f37bee7a-5319-482d-abc3-07eefae22e3d up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:13.329993 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-eec1befc-ea69-4a80-96c9-f111144039c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:13.335097 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-eec1befc-ea69-4a80-96c9-f111144039c3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.1290231 Sep 08 14:08:13.371786 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port f37bee7a-5319-482d-abc3-07eefae22e3d triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:13.375273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.385049 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-f54eb86d-93cd-428e-a3c1-8fafb7bfa9d8 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 217 time: 0.0453770 Sep 08 14:08:13.447776 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-aa59f914-aa8c-40d3-ac3f-e6f35148c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:13.448536 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:13.449292 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-aa59f914-aa8c-40d3-ac3f-e6f35148c523 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0574062 Sep 08 14:08:13.474108 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port f37bee7a-5319-482d-abc3-07eefae22e3d is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:13.474822 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.478051 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Allocated IP 172.27.1.174 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/34ccc2d2-b42e-4619-87d3-29a2732e4509) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:13.486988 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.507544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-3bc43850-cbdf-42df-ab5a-8c749cece1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:13.509091 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-3bc43850-cbdf-42df-ab5a-8c749cece1db service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504308 Sep 08 14:08:13.516539 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port f37bee7a-5319-482d-abc3-07eefae22e3d, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=f37bee7a-5319-482d-abc3-07eefae22e3d,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:13.605106 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks [] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.618812 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-c5f75848-e664-4ceb-a33f-7e597f8b4389 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022539 Sep 08 14:08:13.670923 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (94769a97-674f-4a04-b1b6-a886f6cea285), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.673880 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.750266 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0289e6e1-a771-4467-b82e-4827d6189ba9 req-cabc2242-786d-4ae3-9b74-0589a741574b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230254 Sep 08 14:08:13.769022 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:13.793123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=f37bee7a-5319-482d-abc3-07eefae22e3d,revision_number=3']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:13.826982 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:13.836197 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:13.839309 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:13.873989 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Pushing event updated for resources: {'Port': ['ID=34ccc2d2-b42e-4619-87d3-29a2732e4509,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:13.879889 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.l3_db [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 94769a97-674f-4a04-b1b6-a886f6cea285 associated. External IP: 172.27.1.128, port: 429d2f2c-ab68-486a-aeae-d65181cdc543. Sep 08 14:08:13.929735 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd85ecc-a96c-4f2d-915e-7ac09af51ac1 None None] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:08:14.003636 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-fe4d6603-e3fe-4f3d-b23d-f57181261563 None None] Provisioning complete for port f37bee7a-5319-482d-abc3-07eefae22e3d triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:14.004014 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6603-e3fe-4f3d-b23d-f57181261563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:14.025672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.134895 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d6603-e3fe-4f3d-b23d-f57181261563 None None] Current status of the port f37bee7a-5319-482d-abc3-07eefae22e3d is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:14.196612 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.259517 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.330537 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5753-f7e3-41db-8826-2819e9035593 req-51ce71a2-a687-4082-a9bd-e368ec222dea tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:14.332034 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-220c5753-f7e3-41db-8826-2819e9035593 req-51ce71a2-a687-4082-a9bd-e368ec222dea tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.1366413 Sep 08 14:08:14.355643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-008cce7c-1c4b-49fb-b9b6-058fbe4a78f0 None None] Provisioning complete for port f37bee7a-5319-482d-abc3-07eefae22e3d triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:14.363520 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-008cce7c-1c4b-49fb-b9b6-058fbe4a78f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:14.435841 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-008cce7c-1c4b-49fb-b9b6-058fbe4a78f0 None None] Current status of the port f37bee7a-5319-482d-abc3-07eefae22e3d is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:14.471426 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25203ea8-d6a9-4f4b-af99-0061795eb893 req-cb054bc4-ca4b-40a6-8784-751f4f68a6f5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:14.472934 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-25203ea8-d6a9-4f4b-af99-0061795eb893 req-cb054bc4-ca4b-40a6-8784-751f4f68a6f5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1132104 Sep 08 14:08:14.530845 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-220c5753-f7e3-41db-8826-2819e9035593 req-efb6977b-efb9-48a4-986e-ced5fad508c5 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879373 Sep 08 14:08:14.535836 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=58 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.656475 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-25203ea8-d6a9-4f4b-af99-0061795eb893 req-466fe2cc-58a7-418e-8dcf-3277ac6c71f2 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762559 Sep 08 14:08:14.663338 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:14.684948 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks [] for router_gateway (3351d127-f649-4c90-9f15-9e1fc49eb920), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:14.752583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.762665 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.865006 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:14.875584 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:14.889888 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:14.890541 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:14.901997 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:14.930382 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:14.945261 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-61150003-b58f-45d9-9388-399c29275eaa tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/94769a97-674f-4a04-b1b6-a886f6cea285 HTTP/1.1" status: 200 len: 991 time: 2.5170431 Sep 08 14:08:14.970039 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:14.972243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb512f3-3c33-4f7b-824d-2114ed43ca40" -d '{"events": [{"name": "network-changed", "server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:14.998922 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684865'] for router (3351d127-f649-4c90-9f15-9e1fc49eb920), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:15.013567 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:15.180543 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f584fe72-02bd-41fd-b703-26a611a8b1e2 x-openstack-request-id: req-f584fe72-02bd-41fd-b703-26a611a8b1e2 {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:15.181242 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:15.181359 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f584fe72-02bd-41fd-b703-26a611a8b1e2 {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:15.181851 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f584fe72-02bd-41fd-b703-26a611a8b1e2'] response: {'name': 'network-changed', 'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'status': 'completed', 'code': 200} Sep 08 14:08:15.251766 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device f37bee7a-5319-482d-abc3-07eefae22e3d up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:15.276419 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 is scheduled to L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 with binding_index 1 {{(pid=113666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:08:15.277302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-f61a8e33-0a30-4e9a-813a-0854da0115a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:15.278861 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-f61a8e33-0a30-4e9a-813a-0854da0115a0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=92a3e908b87b445b9674d48f9a61bf94&device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 1129 time: 0.0491729 Sep 08 14:08:15.300725 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '94769a97-674f-4a04-b1b6-a886f6cea285', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:77:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:07:48Z', 'updated_at': '2022-09-08T14:08:13Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:15.335604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:15.351796 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port f37bee7a-5319-482d-abc3-07eefae22e3d triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:15.352195 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:15.375309 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:15.375980 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:15.395592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-afbd1140-eef2-42c3-b438-a56bffebad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:15.396611 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:15.397181 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-afbd1140-eef2-42c3-b438-a56bffebad5b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 200 len: 915 time: 0.1119201 Sep 08 14:08:15.408803 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:15.420111 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:15.421113 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:15.481862 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-fa1abc93-9662-4172-a30a-f7ff14f49beb service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=429d2f2c-ab68-486a-aeae-d65181cdc543 HTTP/1.1" status: 200 len: 999 time: 0.0756299 Sep 08 14:08:15.533345 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:15.536797 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-6d758527-b107-439b-9401-b7400f80afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:15.538933 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-6d758527-b107-439b-9401-b7400f80afa5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 200 len: 852 time: 0.0513551 Sep 08 14:08:15.561019 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:15.598974 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:15.601683 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f9dc06c0-c946-41de-aee5-869975a4d36f admin admin] 10.222.0.97 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8360989 Sep 08 14:08:15.606457 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54832) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:15.615382 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-116ab117-6953-4656-a3df-8aca831ff767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:15.617944 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-116ab117-6953-4656-a3df-8aca831ff767 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=21ef396a-7d6a-46fb-a5b2-7b67636f85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714099 Sep 08 14:08:15.698507 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:15.753216 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port f37bee7a-5319-482d-abc3-07eefae22e3d is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:15.764099 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:15.808297 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd0d0-2033-4693-99c1-7c34964e4005 req-a768777c-0618-4d12-ba7d-4bcb9c69c9e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:15.810218 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a0bd0d0-2033-4693-99c1-7c34964e4005 req-a768777c-0618-4d12-ba7d-4bcb9c69c9e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.1395009 Sep 08 14:08:15.890957 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:14Z', 'revision_number': 3, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:15.941322 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:15.942351 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Updating router 3351d127-f649-4c90-9f15-9e1fc49eb920 port 34ccc2d2-b42e-4619-87d3-29a2732e4509 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:08:15.983706 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:15.992401 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a0bd0d0-2033-4693-99c1-7c34964e4005 req-4cd85d39-a092-412b-bc1f-884c63b946ba tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485457 Sep 08 14:08:15.996400 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.001429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:16.056277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9c86a-cbf9-45a7-9c98-8141ada8597c req-65184ef3-1b45-4199-b920-7acb90f5d5fc tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:16.069736 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-baa9c86a-cbf9-45a7-9c98-8141ada8597c req-65184ef3-1b45-4199-b920-7acb90f5d5fc tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.2538249 Sep 08 14:08:16.147027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '94769a97-674f-4a04-b1b6-a886f6cea285', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:77:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:07:48Z', 'updated_at': '2022-09-08T14:08:13Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:16.148065 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-612727f0-7b58-428b-970b-4bc4516b083a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229681 Sep 08 14:08:16.180198 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-baa9c86a-cbf9-45a7-9c98-8141ada8597c req-ccba278d-98d9-457c-9b35-d4ccca4c0c27 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105580 Sep 08 14:08:16.181054 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a62d7c-93d7-4412-bf75-2a9d7f96c60f None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '94769a97-674f-4a04-b1b6-a886f6cea285', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'floating_ip_address': '172.27.1.128', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'port_id': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'mac_address': 'fa:16:3e:77:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:07:48Z', 'updated_at': '2022-09-08T14:08:13Z', 'revision_number': 1, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:16.311698 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5cb512f3-3c33-4f7b-824d-2114ed43ca40 req-4abf8d6a-e06c-4a1c-aef4-1fe84f60199e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555274 Sep 08 14:08:16.374756 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:16.411711 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Publish callbacks [] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.487021 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.488245 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3346e-7690-43af-96a8-e2f8190747c1 None None] New status for floating IP 94769a97-674f-4a04-b1b6-a886f6cea285: ACTIVE {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:08:16.511038 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.545708 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Attempting to bind port 34ccc2d2-b42e-4619-87d3-29a2732e4509 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:08:16.546205 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Attempting to bind port 34ccc2d2-b42e-4619-87d3-29a2732e4509 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:08:16.546670 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Attempting to bind port 34ccc2d2-b42e-4619-87d3-29a2732e4509 on network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:16.591818 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Pushing event updated for resources: {'Port': ['ID=34ccc2d2-b42e-4619-87d3-29a2732e4509,revision_number=2']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:16.603343 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.604089 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.604578 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.605311 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.605876 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.606399 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.606907 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.607244 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.607671 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.607997 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.608354 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.608700 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.609037 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.609356 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.609684 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:16.622311 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:08:16.622311 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Checking segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:16.622311 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.622708 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Bound using segment: {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:08:16.623350 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Bound port: 34ccc2d2-b42e-4619-87d3-29a2732e4509, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c781506-48d0-44c8-8067-1fa43e29615f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:08:16.623733 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.652560 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Allocated IP 172.20.0.1 (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5/4f240ffa-0aed-4406-953d-81be3bd000ed/11af090e-4ad8-4584-8a5f-6bec0b6d9df3) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:16.654051 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:16.682073 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] For port 34ccc2d2-b42e-4619-87d3-29a2732e4509, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:16.685375 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] For port 34ccc2d2-b42e-4619-87d3-29a2732e4509, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=34ccc2d2-b42e-4619-87d3-29a2732e4509,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:16.762732 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks [] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.885011 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:16.885358 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.920745 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:16.921433 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:16.945869 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:16.984815 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82214930-b19c-4ad9-8295-8c8977a8dac1 None None] Pushing event updated for resources: {'Port': ['ID=34ccc2d2-b42e-4619-87d3-29a2732e4509,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:16.988066 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:16.991916 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:16.994194 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:16.999193 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:17.023533 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Pushing event updated for resources: {'Port': ['ID=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:17.046115 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643851'] for router_interface (3351d127-f649-4c90-9f15-9e1fc49eb920), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.057055 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:17.149751 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:08:17.294011 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:14Z', 'revision_number': 3, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:17.325493 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:17.342022 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024196e-905e-43d2-9fee-0b98620335d4 None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:14Z', 'revision_number': 3, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:17.344381 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'port_id': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'mac_address': 'fa:16:3e:97:27:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:08:17.385483 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:17.402758 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-b95bfdc0-a0bc-4b69-baba-de940f702e6b None None] Provisioning complete for port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:17.403153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b95bfdc0-a0bc-4b69-baba-de940f702e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.440452 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-b95bfdc0-a0bc-4b69-baba-de940f702e6b None None] Port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:08:17.445549 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:17.446851 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.465019 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:17.492695 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df63c3-27aa-4538-992e-c14315489f72 req-7cd166bf-afc3-4ab9-a2c9-00dd5ce94cf5 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:17.492695 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48df63c3-27aa-4538-992e-c14315489f72 req-7cd166bf-afc3-4ab9-a2c9-00dd5ce94cf5 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.1076272 Sep 08 14:08:17.493177 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:17.496395 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c636d-a7c1-481a-a87e-7ebc6c6c0eeb req-c1680ffc-baf9-4dfe-a2db-18109961c344 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:17.497994 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-db7c636d-a7c1-481a-a87e-7ebc6c6c0eeb req-c1680ffc-baf9-4dfe-a2db-18109961c344 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 943 time: 0.1199431 Sep 08 14:08:17.617238 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48df63c3-27aa-4538-992e-c14315489f72 req-8f3d7579-16a1-4a74-b994-39a45d70fec8 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182110 Sep 08 14:08:17.629401 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-db7c636d-a7c1-481a-a87e-7ebc6c6c0eeb req-60c2ea11-7f21-4257-bc17-b37d31efffb7 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027172 Sep 08 14:08:17.659564 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.727689 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:17.732093 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.734412 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=7']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:17.862443 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:17.926939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks [] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:17.999322 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:08:18.006718 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:18.095055 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:18.101431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-643991'] for router_interface (3351d127-f649-4c90-9f15-9e1fc49eb920), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:18.104559 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Pushing event updated for resources: {'Port': ['ID=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:18.215236 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:18.216680 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:18.346347 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:18.467198 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:18.469850 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c4cbed9a-6751-4a54-919f-d87b360cda12 None None] Provisioning complete for port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:18.470366 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c4cbed9a-6751-4a54-919f-d87b360cda12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:18.473914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-6b14bc14-80e7-40d2-af8d-18894dc8135f admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/3351d127-f649-4c90-9f15-9e1fc49eb920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8647482 Sep 08 14:08:18.507291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c4cbed9a-6751-4a54-919f-d87b360cda12 None None] Port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:08:18.776232 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3507b31-6d4d-4db2-9a2d-81ea659ab19a req-39c5cc93-aa72-4a5f-a27a-9d30587806ba tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:18.776232 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e3507b31-6d4d-4db2-9a2d-81ea659ab19a req-39c5cc93-aa72-4a5f-a27a-9d30587806ba tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.0574312 Sep 08 14:08:18.777120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54856) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:18.777120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731041208', 'description': 'tempest-description--1636046809'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:18.807524 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:18.870952 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e3507b31-6d4d-4db2-9a2d-81ea659ab19a req-60fe3f4d-39a3-4f1e-8665-80ae5cc3cc6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849578 Sep 08 14:08:18.886499 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a19d1-bd54-4fa8-af79-793772315bf3 req-2b1effea-801b-4fb8-a890-a1446505ffc0 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:18.888019 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-677a19d1-bd54-4fa8-af79-793772315bf3 req-2b1effea-801b-4fb8-a890-a1446505ffc0 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 944 time: 0.0656357 Sep 08 14:08:18.945511 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-677a19d1-bd54-4fa8-af79-793772315bf3 req-f110d810-29a5-4ddc-8998-7e89e25c2549 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514972 Sep 08 14:08:18.979429 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.067064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (1acf7a2d-df70-4bfb-8d80-a8e2d301359a), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.169935 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:19.176713 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:19.183711 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:19.185802 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:19.214002 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1acf7a2d-df70-4bfb-8d80-a8e2d301359a), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.249133 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:19.249521 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.289161 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 34ccc2d2-b42e-4619-87d3-29a2732e4509 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:19.294217 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf7a2d-df70-4bfb-8d80-a8e2d301359a,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:19.312581 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:19.376806 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 34ccc2d2-b42e-4619-87d3-29a2732e4509 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:19.377243 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.403116 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.404232 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-e1e3304a-b0db-4d2f-a5d0-cba86d2bdea3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6324012 Sep 08 14:08:19.407811 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54860) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:19.407989 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:19.408273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.419636 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'security_group_rule': {'security_group_id': '1acf7a2d-df70-4bfb-8d80-a8e2d301359a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:19.444504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:19.446857 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667b1985-0107-4906-b87f-09277fb846b6" -d '{"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-plugged", "status": "completed", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:19.465081 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:19.490665 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab30c38-1f5b-4228-99d9-efe2d632fb7e x-openstack-request-id: req-4ab30c38-1f5b-4228-99d9-efe2d632fb7e {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:19.491284 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-plugged", "status": "completed", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:19.491497 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4ab30c38-1f5b-4228-99d9-efe2d632fb7e {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:19.491995 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab30c38-1f5b-4228-99d9-efe2d632fb7e'] response: {'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'code': 200} Sep 08 14:08:19.504256 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 34ccc2d2-b42e-4619-87d3-29a2732e4509 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:19.504662 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.515977 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 2, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:19.530304 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 34ccc2d2-b42e-4619-87d3-29a2732e4509, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=34ccc2d2-b42e-4619-87d3-29a2732e4509,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:19.538225 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:19.538598 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Updating router 3351d127-f649-4c90-9f15-9e1fc49eb920 port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 binding host dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:08:19.551796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (0df889e5-325f-46ee-9b52-5dac109a89aa), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.570423 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.596007 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.615855 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (0df889e5-325f-46ee-9b52-5dac109a89aa), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.645886 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=8']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:19.660909 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=100 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:19.676566 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.682087 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:19.711105 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (0df889e5-325f-46ee-9b52-5dac109a89aa), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.738578 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df889e5-325f-46ee-9b52-5dac109a89aa,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:19.755903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=34ccc2d2-b42e-4619-87d3-29a2732e4509,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:19.822489 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.823723 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fa3a254d-2fb3-49b3-804c-cdd600f13593 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142730 Sep 08 14:08:19.826651 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54864) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:19.831632 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'security_group_rule': {'security_group_id': '1acf7a2d-df70-4bfb-8d80-a8e2d301359a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:19.963595 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Publish callbacks [] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), precommit_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:19.963958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (7499d3dd-0ff1-4b95-905d-f44d21de415d), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.015197 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49748cff-1fab-4926-a076-f441b10c4fad req-4a8aaf12-dfbc-400b-b1c2-03867239c516 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:20.017487 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49748cff-1fab-4926-a076-f441b10c4fad req-4a8aaf12-dfbc-400b-b1c2-03867239c516 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.0620773 Sep 08 14:08:20.043211 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (7499d3dd-0ff1-4b95-905d-f44d21de415d), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.063573 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.105993 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-49748cff-1fab-4926-a076-f441b10c4fad req-0e9c2ff0-1bd6-4568-a8d9-0c298d8768c0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807555 Sep 08 14:08:20.112196 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e3aa2-2720-4b05-9d6d-0737a7c9bb1c req-f5604c7c-2379-4dac-8d69-8d26514173c5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:20.113239 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-039e3aa2-2720-4b05-9d6d-0737a7c9bb1c req-f5604c7c-2379-4dac-8d69-8d26514173c5 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0697305 Sep 08 14:08:20.131627 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7009328-e2d2-43a7-b0c5-57ea304d83e7 None None] Pushing event updated for resources: {'Port': ['ID=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,revision_number=3']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:20.165674 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Attempting to bind port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 on host dv-cinder-856463-2-iscsi for vnic_type normal with profile {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:08:20.166045 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Attempting to bind port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 by drivers openvswitch,hyperv on host dv-cinder-856463-2-iscsi at level 0 using segments [{'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:08:20.166403 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Attempting to bind port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:20.167398 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-039e3aa2-2720-4b05-9d6d-0737a7c9bb1c req-e6c7afde-9d3f-4f76-b940-42007dbf0a8a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466378 Sep 08 14:08:20.184994 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (7499d3dd-0ff1-4b95-905d-f44d21de415d), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.211447 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Checking agent: {'id': '065c4677-e05a-48cd-9932-d51280d40801', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 52, 29), 'started_at': datetime.datetime(2022, 9, 8, 13, 52, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:08:20.212366 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Checking segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:20.212366 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.212598 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Bound using segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} {{(pid=113669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:08:20.213077 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.managers [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Bound port: 11af090e-4ad8-4584-8a5f-6bec0b6d9df3, host: dv-cinder-856463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}}] {{(pid=113669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:08:20.213453 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), before_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.220703 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7499d3dd-0ff1-4b95-905d-f44d21de415d,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:20.279874 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] For port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3, host dv-cinder-856463-2-iscsi, cleared binding levels {{(pid=113669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:20.283301 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.plugins.ml2.db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] For port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3, host dv-cinder-856463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:20.341370 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538d825-ef44-4316-8a96-6cf591f7912d req-ca1844a2-2761-49da-a111-f93f519f2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:20.342959 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2538d825-ef44-4316-8a96-6cf591f7912d req-ca1844a2-2761-49da-a111-f93f519f2580 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1129 time: 0.0414481 Sep 08 14:08:20.369112 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:20.378254 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.380271 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-eb58e9c7-836b-4875-b6f3-16e504c90c25 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5516384 Sep 08 14:08:20.389574 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 54872) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:20.394089 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:20.395699 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2538d825-ef44-4316-8a96-6cf591f7912d req-da968b9d-5806-4d02-a4e9-b6104fc135a7 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 Sep 08 14:08:20.452437 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron_lib.callbacks.manager [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), after_update {{(pid=113669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.489649 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:20.491058 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:07:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:20.534063 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:20.550714 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7009328-e2d2-43a7-b0c5-57ea304d83e7 None None] Pushing event updated for resources: {'Port': ['ID=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,revision_number=4']} {{(pid=113669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:20.562212 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.613494 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:20.652887 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:20.733185 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:08:20.757701 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:20.772117 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Allocated IP 172.27.1.37 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/73434f9b-125f-4986-92b3-ef570816927d) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:20.789733 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:20.824784 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:20Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:20.853155 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0dd1ec-5dc5-48a5-bec6-e72e9e3bc84a None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:20Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:20.895284 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for port (73434f9b-125f-4986-92b3-ef570816927d), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.025268 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (73434f9b-125f-4986-92b3-ef570816927d), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.076733 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:21.079135 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:21.082831 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:21.085515 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'Port': ['ID=73434f9b-125f-4986-92b3-ef570816927d,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:21.088094 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:21.168899 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device eb033f6b-f0b8-45fb-be20-a16573012b2c details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:08:21.282575 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (6335f1c4-ca34-4386-b7a3-d252f53942d7), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.328929 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port eb033f6b-f0b8-45fb-be20-a16573012b2c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:21.343998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:08:21.349574 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ce0df-656c-407d-8ef3-79a78773594a req-cd7a8681-57c9-4e41-b72d-03e2a2e96bc6 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:21.356064 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4c3ce0df-656c-407d-8ef3-79a78773594a req-cd7a8681-57c9-4e41-b72d-03e2a2e96bc6 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 944 time: 0.1453311 Sep 08 14:08:21.375682 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe9de4-3c03-4ab3-8746-e4547b2e38f4 req-e5e23c68-271a-49c9-9284-e6f6c798ea91 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:21.377474 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4fbe9de4-3c03-4ab3-8746-e4547b2e38f4 req-e5e23c68-271a-49c9-9284-e6f6c798ea91 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0881505 Sep 08 14:08:21.409266 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port eb033f6b-f0b8-45fb-be20-a16573012b2c is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:21.409660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.429287 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb033f6b-f0b8-45fb-be20-a16573012b2c {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:21.473552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:21.516682 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:21.516796 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (73434f9b-125f-4986-92b3-ef570816927d), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.526172 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port eb033f6b-f0b8-45fb-be20-a16573012b2c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:21.527606 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4c3ce0df-656c-407d-8ef3-79a78773594a req-9487e552-3b46-41a7-a19b-bd3598b8034a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478696 Sep 08 14:08:21.549556 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:21.549556 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.597318 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4fbe9de4-3c03-4ab3-8746-e4547b2e38f4 req-315e5382-e844-4601-a47f-f4ae03dcbe13 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945443 Sep 08 14:08:21.647042 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 is: DOWN; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:21.647434 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.666136 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.721690 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] For port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:21.741402 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=eb033f6b-f0b8-45fb-be20-a16573012b2c,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:21.766626 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for port (73434f9b-125f-4986-92b3-ef570816927d), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.830450 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.831308 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 34ccc2d2-b42e-4619-87d3-29a2732e4509 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:21.870294 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (73434f9b-125f-4986-92b3-ef570816927d), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.906789 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Pushing event updated for resources: {'Port': ['ID=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:21.917115 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 34ccc2d2-b42e-4619-87d3-29a2732e4509 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:21.917735 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.928600 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:21.954481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:21.976768 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (6335f1c4-ca34-4386-b7a3-d252f53942d7), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:21.980195 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'Port': ['ID=73434f9b-125f-4986-92b3-ef570816927d,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:22.019659 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 34ccc2d2-b42e-4619-87d3-29a2732e4509 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:22.072542 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['eb033f6b-f0b8-45fb-be20-a16573012b2c'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:08:22.118660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-8924d191-3cae-43f7-b54a-1cc6faf98ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:22.119038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:22.126703 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-86eaf83c-2806-4fd7-b2d0-ed6348ccdfd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7350640 Sep 08 14:08:22.321356 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-53b13ca8-94c5-47cd-9952-2ffd0b202948 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1731041208&fields=id&tenant_id=1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 267 time: 0.0646703 Sep 08 14:08:22.370942 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:22.457312 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-3cf59f77-5b63-454b-a525-20f9c8af6f1b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:22.458999 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-3cf59f77-5b63-454b-a525-20f9c8af6f1b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 816 time: 0.1320884 Sep 08 14:08:22.478362 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-94d4c8c0-b6e0-49e8-a43f-dfebe53e4bc2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/quotas/1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 375 time: 0.0136247 Sep 08 14:08:22.535472 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-56cc490a-e4d3-46b0-b87c-253002d0bd9e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505881 Sep 08 14:08:22.697677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467acfc-e32a-4c52-971f-0faf172d87b0 req-b5402bbf-1045-4433-b27e-a6774ca7ffa1 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:22.699149 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9467acfc-e32a-4c52-971f-0faf172d87b0 req-b5402bbf-1045-4433-b27e-a6774ca7ffa1 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 945 time: 0.0929759 Sep 08 14:08:22.747628 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-59df5017-4bf6-4be3-9d56-cb22f3f5f48d service neutron] 10.222.0.97 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002270 Sep 08 14:08:22.815175 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9467acfc-e32a-4c52-971f-0faf172d87b0 req-dfcab6f6-a522-4b8c-86fa-b1d4599d936c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091776 Sep 08 14:08:22.875372 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-a1d7b3d4-5c23-43e7-8d0c-7ebb1d7bdde4 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216846 Sep 08 14:08:22.912799 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:22.929444 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54218919-9ca4-41a0-9766-23d628ffdc7f req-32764b43-f004-4a7c-89f0-d1e1a3878491 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:22.930953 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54218919-9ca4-41a0-9766-23d628ffdc7f req-32764b43-f004-4a7c-89f0-d1e1a3878491 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0531154 Sep 08 14:08:22.982538 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-54218919-9ca4-41a0-9766-23d628ffdc7f req-fee28501-cb06-496b-8a0d-13180f17c961 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461044 Sep 08 14:08:23.188846 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device eb033f6b-f0b8-45fb-be20-a16573012b2c up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:23.240792 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-586078dd-4bf9-4892-ad49-bc0b16517889 req-8853b16f-4d32-418b-9f1f-050464f3488e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 210 time: 0.0481665 Sep 08 14:08:23.251065 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port eb033f6b-f0b8-45fb-be20-a16573012b2c completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:08:23.293985 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 up at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:23.323328 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port eb033f6b-f0b8-45fb-be20-a16573012b2c triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:23.323704 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:23.382583 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Provisioning complete for port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:23.383297 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:23.453413 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port eb033f6b-f0b8-45fb-be20-a16573012b2c is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:23.453800 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:23.504636 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:23.507877 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f83711-20d4-4e40-91e3-666702674b02" -d '{"events": [{"server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:23.531498 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port eb033f6b-f0b8-45fb-be20-a16573012b2c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:23.534687 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Current status of the port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 is: ACTIVE; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:23.560875 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a49004-71e6-475c-8ade-e99fd0710c89 x-openstack-request-id: req-86a49004-71e6-475c-8ade-e99fd0710c89 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:23.561278 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "name": "network-vif-plugged", "status": "completed", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:23.561516 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-86a49004-71e6-475c-8ade-e99fd0710c89 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:23.562463 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a49004-71e6-475c-8ade-e99fd0710c89'] response: {'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'code': 200} Sep 08 14:08:23.594866 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:23.656122 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=eb033f6b-f0b8-45fb-be20-a16573012b2c,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:23.960012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497413b-7556-44fa-bd9a-98336e5bd74b req-dd9e40f7-0b84-4d98-8488-5feeb3a26e05 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:23.961554 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5497413b-7556-44fa-bd9a-98336e5bd74b req-dd9e40f7-0b84-4d98-8488-5feeb3a26e05 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0496752 Sep 08 14:08:24.015722 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5497413b-7556-44fa-bd9a-98336e5bd74b req-a18185e1-60a2-472f-9641-87632614f71f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485370 Sep 08 14:08:24.088800 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:24.094388 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22703398-7f6b-46d4-8499-1f808a0b5cda req-8d622cc5-40fd-4795-bd83-6a0e3d430ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:24.095970 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-22703398-7f6b-46d4-8499-1f808a0b5cda req-8d622cc5-40fd-4795-bd83-6a0e3d430ae9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1130 time: 0.0414574 Sep 08 14:08:24.147420 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-22703398-7f6b-46d4-8499-1f808a0b5cda req-31a0bac7-90e7-4017-b357-bf25e580407c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448122 Sep 08 14:08:24.322014 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8cb2e294-5bf1-42d7-b4fe-a6ba4f8b495b req-e3e04a42-9f6f-40e0-aff4-76aecf4b70f2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 210 time: 0.0293238 Sep 08 14:08:25.145079 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f14c-f3df-4a8b-af38-351cd3044409 req-365ebf6d-70ea-4c7d-a8da-e161ae521b90 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:25.147085 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a567f14c-f3df-4a8b-af38-351cd3044409 req-365ebf6d-70ea-4c7d-a8da-e161ae521b90 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0496082 Sep 08 14:08:25.200697 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a567f14c-f3df-4a8b-af38-351cd3044409 req-c189f2af-404c-4d07-9b9c-a2ff0acf6314 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479374 Sep 08 14:08:25.205593 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a2d6991f-9c3b-4842-b818-3b3bbcc7cc55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:25.437029 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8362daa5-5f0c-4014-b228-4fd454fac24a req-10b31ab2-946d-4a79-8a36-eb9dca46ac62 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 210 time: 0.0286825 Sep 08 14:08:26.281939 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:26.329879 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc68c1e-2f84-4d6e-88f1-e3eb1e1f5f6c req-1dc9eea9-84f5-4c6f-92b9-3c37ef5aa4f4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:26.331390 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2fc68c1e-2f84-4d6e-88f1-e3eb1e1f5f6c req-1dc9eea9-84f5-4c6f-92b9-3c37ef5aa4f4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0523460 Sep 08 14:08:26.382158 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2fc68c1e-2f84-4d6e-88f1-e3eb1e1f5f6c req-59579950-d65e-431f-94dd-3babcffe23e2 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Sep 08 14:08:26.509265 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d3e81-c899-4fab-8506-d8227acf2f9c req-324a2d94-39f9-4129-87f4-88bd231fa32c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:26.510740 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc0d3e81-c899-4fab-8506-d8227acf2f9c req-324a2d94-39f9-4129-87f4-88bd231fa32c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0506237 Sep 08 14:08:26.562324 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-267a2028-8418-4bb9-91f9-070e3e36ca88 req-57d7c069-6c44-4a22-b8af-7f4c03fd5d90 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 210 time: 0.0385280 Sep 08 14:08:26.599335 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bc0d3e81-c899-4fab-8506-d8227acf2f9c req-901042f1-eef9-4dcb-ae97-089696817433 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824966 Sep 08 14:08:26.628559 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54954) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:26.679357 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb8e12a-9337-4fa4-9693-1927742fdc45 tempest-TestVolumeBootPattern-132941891 tempest-TestVolumeBootPattern-132941891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:26.682514 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fbb8e12a-9337-4fa4-9693-1927742fdc45 tempest-TestVolumeBootPattern-132941891 tempest-TestVolumeBootPattern-132941891-project-admin] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1125 time: 0.0513868 Sep 08 14:08:26.684568 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 54958) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:26.688578 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:26.773492 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:26.856003 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:26.971136 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Allocated IP 172.27.1.185 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/a8a5e2aa-c077-4c72-b218-8be5beb06f61) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:27.079128 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:27.225733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:27.267213 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:27.270381 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:27.276827 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:27.307881 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=a8a5e2aa-c077-4c72-b218-8be5beb06f61,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:27.572320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:27.581060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-0ba1e962-c350-45ec-a735-75b1287277a7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:27.582814 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-0ba1e962-c350-45ec-a735-75b1287277a7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 816 time: 0.2002704 Sep 08 14:08:27.593547 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:27.695155 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33fdac2d-6c52-47b1-8355-042493e8bdbb req-2e048a87-ad08-4266-a9a3-3fa94ed5d7d6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 210 time: 0.0285866 Sep 08 14:08:27.750501 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-cd7f46de-4736-4885-bad1-5d0e4a3ca699 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 380 time: 0.1406944 Sep 08 14:08:27.790869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'port': {'device_id': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'admin_state_up': True, 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'security_groups': ['1acf7a2d-df70-4bfb-8d80-a8e2d301359a']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:27.877093 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (c88e09b7-1044-4f4f-bfe2-90434891fb21), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.078608 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Made reservation on behalf of 1abe0ab206094524af0fdde9e6285385 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:08:28.082302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.088731 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.098551 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:28.321805 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Allocated IP 172.20.0.4 (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5/4f240ffa-0aed-4406-953d-81be3bd000ed/095af121-06a2-4c99-a9a4-79ded6b485f1) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:08:28.370778 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.445319 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.547346 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=a8a5e2aa-c077-4c72-b218-8be5beb06f61,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:28.561610 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (c88e09b7-1044-4f4f-bfe2-90434891fb21), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.568393 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.584370 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.629805 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:28.684267 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Floating IP c88e09b7-1044-4f4f-bfe2-90434891fb21 associated. External IP: 172.27.1.185, port: eb033f6b-f0b8-45fb-be20-a16573012b2c. Sep 08 14:08:28.765173 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.826171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:08:28.834620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:08:28.839570 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:08:28.842431 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:28.852385 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43264d3-67a1-45a7-87d0-02d188071283 req-96bb24ed-a3b0-4c61-b337-aa365ed886e0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:28.856311 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d43264d3-67a1-45a7-87d0-02d188071283 req-96bb24ed-a3b0-4c61-b337-aa365ed886e0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 931 time: 0.0702598 Sep 08 14:08:28.876608 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:28.905516 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:28.919013 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:28.930872 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d43264d3-67a1-45a7-87d0-02d188071283 req-effd0e28-e935-4e07-8761-42ad315a480d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650978 Sep 08 14:08:28.974458 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:28.975091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:29.013422 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:29.074753 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-92774182-5ca8-4a03-a1c6-67e22edb487f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3127313 Sep 08 14:08:29.106285 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-e121ad04-df4b-4430-91cf-97ea801abdef None None] Provisioning complete for port 095af121-06a2-4c99-a9a4-79ded6b485f1 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:29.106569 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e121ad04-df4b-4430-91cf-97ea801abdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:29.111282 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Request body: {'port': {'device_id': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:29.139554 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e121ad04-df4b-4430-91cf-97ea801abdef None None] Port 095af121-06a2-4c99-a9a4-79ded6b485f1 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:08:29.157564 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:29.170152 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:29.181053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:29.181722 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:29.198784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:29.263328 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:29.356492 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-160d277c-5107-4258-850c-fec140553fe0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6708558 Sep 08 14:08:29.359933 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:29.362205 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239ceb80-8d89-455c-a742-358e355a50a7" -d '{"events": [{"name": "network-changed", "server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:29.408033 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66abea2-3545-48ea-bc7c-0e56d42c8e9d x-openstack-request-id: req-b66abea2-3545-48ea-bc7c-0e56d42c8e9d {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:29.408372 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:29.408637 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b66abea2-3545-48ea-bc7c-0e56d42c8e9d {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:29.409184 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66abea2-3545-48ea-bc7c-0e56d42c8e9d'] response: {'name': 'network-changed', 'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'status': 'completed', 'code': 200} Sep 08 14:08:29.418419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:29.491468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:29.555196 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ceb80-8d89-455c-a742-358e355a50a7 req-02c8e12f-f38c-4210-a4c9-6d7a637be4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:29.556862 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-02c8e12f-f38c-4210-a4c9-6d7a637be4ab service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1130 time: 0.0792470 Sep 08 14:08:29.561073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095af121-06a2-4c99-a9a4-79ded6b485f1 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:29.578696 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Publish callbacks [] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:29.631616 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:29.638218 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Transition to ACTIVE for port object 095af121-06a2-4c99-a9a4-79ded6b485f1 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:08:29.644983 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:27Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:29.674660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:29.676033 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ceb80-8d89-455c-a742-358e355a50a7 req-f60cc368-8b80-4533-8396-534fab4c2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:29.676379 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:29.677778 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-f60cc368-8b80-4533-8396-534fab4c2e8c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.1118870 Sep 08 14:08:29.683911 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:29.684578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:29.793591 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:29.974239 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:30.027655 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-850ab393-914e-401f-8de6-78b14131380d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 1000 time: 0.3432314 Sep 08 14:08:30.040282 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:27Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:30.067595 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ff717-3640-4f1a-a963-dfe2f03d48c8 req-d2644c17-933d-40f6-bd00-6e00f433e841 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.069941 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d03ff717-3640-4f1a-a963-dfe2f03d48c8 req-d2644c17-933d-40f6-bd00-6e00f433e841 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0505614 Sep 08 14:08:30.072047 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41aabde0-f1af-4804-a948-3bf7b3184bf8 None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:27Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:30.084959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:30.133479 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:30.136869 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d03ff717-3640-4f1a-a963-dfe2f03d48c8 req-e038efcd-7bf8-46f1-a1ee-7ad6d3d4f4a6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601404 Sep 08 14:08:30.141207 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ceb80-8d89-455c-a742-358e355a50a7 req-376840c5-4a03-41e4-a4e8-fedb1026712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.141207 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-376840c5-4a03-41e4-a4e8-fedb1026712e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.1033154 Sep 08 14:08:30.165357 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Attempting to bind port 095af121-06a2-4c99-a9a4-79ded6b485f1 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:08:30.165715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Attempting to bind port 095af121-06a2-4c99-a9a4-79ded6b485f1 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:08:30.166032 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Attempting to bind port 095af121-06a2-4c99-a9a4-79ded6b485f1 on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:30.226475 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ceb80-8d89-455c-a742-358e355a50a7 req-8f9281f3-7ee8-40c6-98b5-a6a64f739be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.227971 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-8f9281f3-7ee8-40c6-98b5-a6a64f739be1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733852 Sep 08 14:08:30.256448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Port 095af121-06a2-4c99-a9a4-79ded6b485f1 on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:08:30.256917 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Attempting to bind port 095af121-06a2-4c99-a9a4-79ded6b485f1 on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:08:30.309715 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f40ff-8fc1-44a7-9cf2-1dcb535359e6 None None] New status for floating IP c88e09b7-1044-4f4f-bfe2-90434891fb21: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:08:30.341332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:08:30.341669 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Checking segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:08:30.342058 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Bound using segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:08:30.342510 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Bound port: 095af121-06a2-4c99-a9a4-79ded6b485f1, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:08:30.342869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:30.377322 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-bd055247-bbed-4fac-a9f9-a85235a71d30 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411486 Sep 08 14:08:30.480737 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:30.502014 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:30.516913 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-239ceb80-8d89-455c-a742-358e355a50a7 req-04f7c846-03c9-4442-a48e-466f65c5f25e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197278 Sep 08 14:08:30.562060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:30.565522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.566172 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:30.567739 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 1093 time: 1.4643450 Sep 08 14:08:30.619334 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0aca7-25ba-49bf-84dc-92e7fd53b798 service neutron] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:30.716794 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:30.729335 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-9da8000f-db75-4dd5-a646-c661e2f7f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.730930 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-9da8000f-db75-4dd5-a646-c661e2f7f09a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1127 time: 0.0421138 Sep 08 14:08:30.779323 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-39fcedf4-f579-429f-861c-dcf5c39095b2 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 217 time: 0.0344830 Sep 08 14:08:30.830392 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-6cafee22-e5fc-44b6-b444-90393518e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.831869 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-6cafee22-e5fc-44b6-b444-90393518e23b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0457535 Sep 08 14:08:30.885055 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-e739aaf4-8959-4948-a287-31de5417e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:30.887004 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-e739aaf4-8959-4948-a287-31de5417e7f3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470464 Sep 08 14:08:30.980736 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-b34e4783-74f4-44e4-9fcb-a4c045f63f0d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874109 Sep 08 14:08:31.082010 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-f781314b-75fb-4c3f-81fe-a7048b0e2ecd req-ebc001ab-7969-4d9a-9845-d63bc785267e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950792 Sep 08 14:08:31.271833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec6c80-12e9-4bc4-9892-110ac06efa6f req-aaa90ee6-404e-48c3-854f-014273e19c6a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:31.273246 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6cec6c80-12e9-4bc4-9892-110ac06efa6f req-aaa90ee6-404e-48c3-854f-014273e19c6a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0487378 Sep 08 14:08:31.321015 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6cec6c80-12e9-4bc4-9892-110ac06efa6f req-a4fe98b7-85c7-492d-864f-66dd1423d09a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Sep 08 14:08:31.410951 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:31.413410 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:31.450996 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8898c9-919e-4b89-af30-d26ffc8a9193 x-openstack-request-id: req-8e8898c9-919e-4b89-af30-d26ffc8a9193 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:31.454523 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:31.454523 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8e8898c9-919e-4b89-af30-d26ffc8a9193 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:31.454523 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8898c9-919e-4b89-af30-d26ffc8a9193'] response: {'name': 'network-changed', 'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'status': 'completed', 'code': 200} Sep 08 14:08:32.446683 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a034-8959-41b5-9cf5-e0c53c7ab20b req-f6318db3-cf62-48f5-9be3-d212e4c18616 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:32.448156 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc72a034-8959-41b5-9cf5-e0c53c7ab20b req-f6318db3-cf62-48f5-9be3-d212e4c18616 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0477052 Sep 08 14:08:32.497250 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc72a034-8959-41b5-9cf5-e0c53c7ab20b req-cf06ac55-255e-4c96-9149-c8b72930b3f4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 Sep 08 14:08:32.979704 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-30e927f9-ae9f-4115-9a41-370029292612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:32.981244 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-30e927f9-ae9f-4115-9a41-370029292612 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1127 time: 0.0419447 Sep 08 14:08:33.080409 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-2fe4e3bf-5808-402d-8e64-ba9e0787bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:33.081906 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-2fe4e3bf-5808-402d-8e64-ba9e0787bef4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.0943351 Sep 08 14:08:33.127260 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-681800b8-ab70-4a12-9be5-88823cd8fff6 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 217 time: 0.0379002 Sep 08 14:08:33.239469 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:08:33.338557 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:33.349457 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'mac_address': 'fa:16:3e:7a:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:08:33.387891 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:33.388477 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:33.402798 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095af121-06a2-4c99-a9a4-79ded6b485f1 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:08:33.421533 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:33.532727 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:33.581545 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:33.589963 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.590703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.590836 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.591248 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.591478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.591804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.592123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.592471 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.592797 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.593115 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.593432 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.593768 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.594142 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.594465 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.594777 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:33.635975 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a105-afc5-466b-b616-b23022132b40 req-a77bed82-744f-4e48-9cd0-160788ff7e1a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:33.638963 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dbb5a105-afc5-466b-b616-b23022132b40 req-a77bed82-744f-4e48-9cd0-160788ff7e1a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0521679 Sep 08 14:08:33.685917 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dbb5a105-afc5-466b-b616-b23022132b40 req-591eab66-a849-434e-85ea-652b4f7594c4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Sep 08 14:08:33.850332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-d6c411e5-3b63-49c8-87fd-8a3256a76c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:33.851845 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-d6c411e5-3b63-49c8-87fd-8a3256a76c4b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0463898 Sep 08 14:08:33.899753 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:33.904069 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-e7f61092-99f3-4c80-9430-4c9194bb7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:33.905692 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-e7f61092-99f3-4c80-9430-4c9194bb7b6a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422425 Sep 08 14:08:33.970712 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['095af121-06a2-4c99-a9a4-79ded6b485f1'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:08:33.999164 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:34.005654 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-6d8fa387-f564-4307-9ba2-76165bd3112a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931101 Sep 08 14:08:34.115257 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b1c8bce1-76f8-41d7-83e1-238f66ca8fb2 req-acaea7d8-b184-40e1-bf22-c45a2b83205e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024840 Sep 08 14:08:34.817073 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a3d9-5fcd-4d08-967c-15a1046d4fd3 req-23d3e9e5-28d3-4d39-8a9f-71211cac84b4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:34.819466 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1815a3d9-5fcd-4d08-967c-15a1046d4fd3 req-23d3e9e5-28d3-4d39-8a9f-71211cac84b4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0473633 Sep 08 14:08:34.867662 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1815a3d9-5fcd-4d08-967c-15a1046d4fd3 req-73218751-a163-414d-b359-1def14362eef tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 Sep 08 14:08:35.273062 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:08:35.318524 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 095af121-06a2-4c99-a9a4-79ded6b485f1 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:08:35.390234 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 095af121-06a2-4c99-a9a4-79ded6b485f1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:08:35.390997 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:35.458024 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:35.480419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:08:35.481012 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:35.532570 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:35.534096 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cf8115-fc79-4834-9267-90a1ccc44b13" -d '{"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-plugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:35.572431 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:35.620270 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e2f8ad-bcdf-4286-a6cc-e2053425d162 x-openstack-request-id: req-83e2f8ad-bcdf-4286-a6cc-e2053425d162 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:35.620270 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-plugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:35.620270 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-83e2f8ad-bcdf-4286-a6cc-e2053425d162 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:35.620270 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e2f8ad-bcdf-4286-a6cc-e2053425d162'] response: {'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'code': 200} Sep 08 14:08:35.681518 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:35.771668 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:36.008723 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ef50-8155-4648-9954-74824281fb05 req-d86ca257-cc24-4ed1-a43d-4001b3d53363 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:36.010317 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e552ef50-8155-4648-9954-74824281fb05 req-d86ca257-cc24-4ed1-a43d-4001b3d53363 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0571949 Sep 08 14:08:36.038172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:36.066598 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e552ef50-8155-4648-9954-74824281fb05 req-7e533e78-6a32-494b-83ba-ce2bb987e9b6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501585 Sep 08 14:08:36.130653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283441e-4434-46b8-a680-c3c13ad44c08 req-465bdc03-7758-4a52-a0ef-2571d4873acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:36.132210 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6283441e-4434-46b8-a680-c3c13ad44c08 req-465bdc03-7758-4a52-a0ef-2571d4873acb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1129 time: 0.0432849 Sep 08 14:08:36.190348 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:36.197793 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6283441e-4434-46b8-a680-c3c13ad44c08 req-970c8596-151d-4e63-ae1b-5ad69f835bb7 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555298 Sep 08 14:08:36.858525 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:37.205839 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e0751-168c-4c17-8167-2467d6a9752c req-fb574dd7-4e4e-4e38-9e5c-3ee59d5d1818 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:37.207387 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-622e0751-168c-4c17-8167-2467d6a9752c req-fb574dd7-4e4e-4e38-9e5c-3ee59d5d1818 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0486562 Sep 08 14:08:37.257257 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-622e0751-168c-4c17-8167-2467d6a9752c req-a9e04227-73c8-420a-9452-f6534845e588 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432658 Sep 08 14:08:38.401426 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbc4cb-3265-4f94-a725-8df275674dc9 req-5a25eb1e-956f-4813-ac4d-acde89392500 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:38.403016 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ecbc4cb-3265-4f94-a725-8df275674dc9 req-5a25eb1e-956f-4813-ac4d-acde89392500 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0534513 Sep 08 14:08:38.464975 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ecbc4cb-3265-4f94-a725-8df275674dc9 req-9ca4332b-518d-402e-aa71-eaffe39e0af6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559559 Sep 08 14:08:38.597327 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5a4d-0f80-4fb5-9a7e-bb17512e62fc req-e68b7a99-8868-4da6-98f0-41f6ea812a77 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:38.599277 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-690a5a4d-0f80-4fb5-9a7e-bb17512e62fc req-e68b7a99-8868-4da6-98f0-41f6ea812a77 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Sep 08 14:08:38.610694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55036) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:38.616408 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'floatingip': {'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:38.656008 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (6335f1c4-ca34-4386-b7a3-d252f53942d7), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:39.116518 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:39.178639 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (6335f1c4-ca34-4386-b7a3-d252f53942d7), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:39.276003 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Floating IP 6335f1c4-ca34-4386-b7a3-d252f53942d7 associated. External IP: 172.27.1.37, port: 095af121-06a2-4c99-a9a4-79ded6b485f1. Sep 08 14:08:39.555232 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-8dee0004-5af5-4963-ab57-c22768a3300d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571220 Sep 08 14:08:39.562495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:39.686735 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb420b-8319-4e14-8363-2193f541de94 req-0024c3d1-6aac-4b30-81e6-884df6695a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:39.688113 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-0024c3d1-6aac-4b30-81e6-884df6695a22 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1129 time: 0.0781569 Sep 08 14:08:39.695335 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:39.708727 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:39.713729 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:39.716869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:39.721411 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:39.734653 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:39.735383 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:39.769485 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5b7fa986-93f9-468a-a267-31d0c2825567 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/6335f1c4-ca34-4386-b7a3-d252f53942d7 HTTP/1.1" status: 200 len: 990 time: 1.1572719 Sep 08 14:08:39.800795 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:39.803185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449d83a1-1041-4917-8286-15050efae3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:39.854912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af459f0-8d31-4287-81a4-d905dc8438ba x-openstack-request-id: req-1af459f0-8d31-4287-81a4-d905dc8438ba {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:39.855457 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:39.855915 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1af459f0-8d31-4287-81a4-d905dc8438ba {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:39.856606 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af459f0-8d31-4287-81a4-d905dc8438ba'] response: {'name': 'network-changed', 'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'status': 'completed', 'code': 200} Sep 08 14:08:39.882137 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb420b-8319-4e14-8363-2193f541de94 req-ebc46ef9-e6e9-4490-87ea-9d24e3c4929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:39.883678 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-ebc46ef9-e6e9-4490-87ea-9d24e3c4929b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 910 time: 0.1457877 Sep 08 14:08:39.885145 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:39.999279 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-05bbf851-02f0-426c-943e-bd6bfdb3704b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0983014 Sep 08 14:08:40.000547 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d83a1-1041-4917-8286-15050efae3fa req-aa7c9050-a99c-4aa8-b5da-7e359cc705ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:40.002057 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-aa7c9050-a99c-4aa8-b5da-7e359cc705ec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1129 time: 0.0912781 Sep 08 14:08:40.123958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb420b-8319-4e14-8363-2193f541de94 req-610e9034-9cef-4a3f-8977-1f1166f0c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:40.125515 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-610e9034-9cef-4a3f-8977-1f1166f0c6b6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 200 len: 847 time: 0.1106391 Sep 08 14:08:40.134163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '6335f1c4-ca34-4386-b7a3-d252f53942d7', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'mac_address': 'fa:16:3e:7a:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:21Z', 'updated_at': '2022-09-08T14:08:39Z', 'revision_number': 1, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:40.161124 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:40.171665 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:40.172354 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:40.201956 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d83a1-1041-4917-8286-15050efae3fa req-43832ff7-e9a5-4429-a4b3-e5b5b1935974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:40.203453 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-43832ff7-e9a5-4429-a4b3-e5b5b1935974 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.1871490 Sep 08 14:08:40.204406 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb420b-8319-4e14-8363-2193f541de94 req-60aece7b-4803-4dbd-b7d5-11c0e4d3cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:40.205779 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-60aece7b-4803-4dbd-b7d5-11c0e4d3cc36 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680816 Sep 08 14:08:40.289034 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:40.397022 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:40.414516 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:40.417105 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:40.545878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '6335f1c4-ca34-4386-b7a3-d252f53942d7', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'mac_address': 'fa:16:3e:7a:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:21Z', 'updated_at': '2022-09-08T14:08:39Z', 'revision_number': 1, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:40.578703 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5b8bc-7ec8-4235-9832-03e99c349301 None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '6335f1c4-ca34-4386-b7a3-d252f53942d7', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'floating_ip_address': '172.27.1.37', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'mac_address': 'fa:16:3e:7a:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:21Z', 'updated_at': '2022-09-08T14:08:39Z', 'revision_number': 1, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:40.579335 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-b177f065-6fec-4255-ad93-bc2f1f6dcd07 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 998 time: 0.3646080 Sep 08 14:08:40.664187 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-cbba461d-63d4-4b40-941d-192b15d2d52a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482198 Sep 08 14:08:40.665980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d83a1-1041-4917-8286-15050efae3fa req-3dcbd95e-9dd9-46c8-b9b3-e92e5e7cb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:40.667357 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-3dcbd95e-9dd9-46c8-b9b3-e92e5e7cb816 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0726244 Sep 08 14:08:40.770320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d83a1-1041-4917-8286-15050efae3fa req-e48d0749-7eeb-4fee-81b4-754d0d2aedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:40.771838 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-e48d0749-7eeb-4fee-81b4-754d0d2aedb3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940173 Sep 08 14:08:40.814524 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c75d09-99fc-4e2e-83d2-22e2e25652de None None] New status for floating IP 6335f1c4-ca34-4386-b7a3-d252f53942d7: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:08:40.817431 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:40.868433 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-54eb420b-8319-4e14-8363-2193f541de94 req-4c4cdae7-d96d-4ab0-83a1-b82f8fe708cd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925149 Sep 08 14:08:40.907376 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-a551fe4f-f449-47e3-bd35-9c8007e81382 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243780 Sep 08 14:08:41.018481 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-449d83a1-1041-4917-8286-15050efae3fa req-2b06e3ac-221e-401d-9d5e-5e93917b477d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031861 Sep 08 14:08:44.034487 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ecfa5-ede6-4d77-9e2f-b98720d11278 req-22d78592-afb4-4ce1-a28a-3aad5da67176 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:44.036700 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f22ecfa5-ede6-4d77-9e2f-b98720d11278 req-22d78592-afb4-4ce1-a28a-3aad5da67176 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0510707 Sep 08 14:08:44.096253 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f22ecfa5-ede6-4d77-9e2f-b98720d11278 req-1c1a1bf0-8bbd-4623-ac59-f7a31dcb6dea tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533841 Sep 08 14:08:45.230542 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74988850-7b0c-4a90-abcd-ed65c17eb87a req-918e3026-bee0-4d8c-b950-3b788fa55ee2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:45.232061 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-74988850-7b0c-4a90-abcd-ed65c17eb87a req-918e3026-bee0-4d8c-b950-3b788fa55ee2 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0498481 Sep 08 14:08:45.285866 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-74988850-7b0c-4a90-abcd-ed65c17eb87a req-5bb3b3a9-5cd8-4cb3-bb8a-3ffb39d75e38 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474112 Sep 08 14:08:46.300782 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-c487b469-0616-4b9b-b9d0-1b6fc07afebf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:46.302376 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-c487b469-0616-4b9b-b9d0-1b6fc07afebf tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0528834 Sep 08 14:08:46.403150 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Deleting port e902e854-c899-4f4c-866d-e8871faa861d {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:46.403502 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (e902e854-c899-4f4c-866d-e8871faa861d), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:46.459459 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebdb49-c3b0-42bf-9be5-2bf68f7a8913 req-02b0b923-6cf1-488e-8a93-cf29974f7292 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:08:46.462254 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e6ebdb49-c3b0-42bf-9be5-2bf68f7a8913 req-02b0b923-6cf1-488e-8a93-cf29974f7292 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 946 time: 0.0793865 Sep 08 14:08:46.477663 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:46.509582 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] For port e902e854-c899-4f4c-866d-e8871faa861d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e902e854-c899-4f4c-866d-e8871faa861d,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:46.509862 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (e902e854-c899-4f4c-866d-e8871faa861d), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:46.518311 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e6ebdb49-c3b0-42bf-9be5-2bf68f7a8913 req-789051dd-4819-4c83-b7c2-271db2f835e3 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1972e00a-2cdb-47f2-8b69-85110d1181a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503385 Sep 08 14:08:46.613347 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:46.696979 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:46.697393 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (1bd59b71-0801-4057-beaa-991244135bf3), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:46.697716 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Floating IP 1bd59b71-0801-4057-beaa-991244135bf3 disassociated. External IP: 172.27.1.86, port: e902e854-c899-4f4c-866d-e8871faa861d. Sep 08 14:08:46.698067 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Calling delete_port for e902e854-c899-4f4c-866d-e8871faa861d owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:46.915856 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (e902e854-c899-4f4c-866d-e8871faa861d), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:46.952066 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event deleted for resources: {'Port': ['ID=e902e854-c899-4f4c-866d-e8871faa861d,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:47.082903 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:47.178909 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:47.198474 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:47.210226 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:47.221164 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:47.221800 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:47.245945 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] No DVR routers for this DVR port e902e854-c899-4f4c-866d-e8871faa861d on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:08:47.248485 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:47.251897 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-d1fcfd8b-a639-4cc3-812c-e4242064c4d0 req-222a52bf-f70f-4f27-a843-96909f5d3618 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.77 "DELETE /networking/v2.0/ports/e902e854-c899-4f4c-866d-e8871faa861d HTTP/1.1" status: 204 len: 173 time: 0.9395301 Sep 08 14:08:47.252469 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'name': 'network-vif-deleted', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:08:47.254958 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e313530-7bc1-478d-98e1-535c6bba87d7" -d '{"events": [{"server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "name": "network-vif-deleted", "tag": "e902e854-c899-4f4c-866d-e8871faa861d"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:47.279339 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:47.303032 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe62acc-7de1-411d-b42b-8ea4e19eab8a x-openstack-request-id: req-2fe62acc-7de1-411d-b42b-8ea4e19eab8a {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:47.303561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab21e8a-b3f7-498c-9b87-f504625d8f62", "name": "network-vif-deleted", "tag": "e902e854-c899-4f4c-866d-e8871faa861d", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:47.303760 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2fe62acc-7de1-411d-b42b-8ea4e19eab8a {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:47.304427 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe62acc-7de1-411d-b42b-8ea4e19eab8a'] response: {'server_uuid': 'aab21e8a-b3f7-498c-9b87-f504625d8f62', 'name': 'network-vif-deleted', 'tag': 'e902e854-c899-4f4c-866d-e8871faa861d', 'status': 'completed', 'code': 200} Sep 08 14:08:47.508029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:47.633328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cd7b4d50-bd07-48cf-a5c5-f99748457699 req-8164acd8-884c-4b12-b455-e1883acc7afc tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 210 time: 0.0307434 Sep 08 14:08:47.743792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:47.780681 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:47.792466 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:47.792926 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:47.953682 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:48.180499 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:48.205698 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef2c4-d294-4529-8bb8-7ff3e667703c None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:01:51Z', 'revision_number': 4, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '2247a3f4-fc24-42c1-b0c7-09099a14b869', 'name': '', 'network_id': '39e2cb88-2879-4ba3-b085-907a39189f3c', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'mac_address': 'fa:16:3e:4a:58:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:48Z', 'updated_at': '2022-09-08T14:02:04Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'subnets': [{'id': '50a6ec07-47e4-4f34-abec-bbe70fd1834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:48.451390 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be72768f-b104-482a-8a92-d5c516baca19 None None] New status for floating IP 1bd59b71-0801-4057-beaa-991244135bf3: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:08:48.799169 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1325017d-ed5c-4c78-ab73-fdce4b66a56c req-6458b8ae-6b3b-4fc5-a86f-813fa30942c6 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=aab21e8a-b3f7-498c-9b87-f504625d8f62 HTTP/1.1" status: 200 len: 210 time: 0.0364325 Sep 08 14:08:49.290413 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e902e854-c899-4f4c-866d-e8871faa861d no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:49.316730 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: e902e854-c899-4f4c-866d-e8871faa861d {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:49.317300 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device e902e854-c899-4f4c-866d-e8871faa861d not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:50.006254 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55100) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:50.068786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-194711a3-e3c8-4db0-a190-e1043f186460 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (1972e00a-2cdb-47f2-8b69-85110d1181a8), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.092736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-194711a3-e3c8-4db0-a190-e1043f186460 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (1972e00a-2cdb-47f2-8b69-85110d1181a8), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.240952 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-194711a3-e3c8-4db0-a190-e1043f186460 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1972e00a-2cdb-47f2-8b69-85110d1181a8), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.243618 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-194711a3-e3c8-4db0-a190-e1043f186460 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.244925 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-194711a3-e3c8-4db0-a190-e1043f186460 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1972e00a-2cdb-47f2-8b69-85110d1181a8 HTTP/1.1" status: 204 len: 168 time: 0.2375603 Sep 08 14:08:50.248058 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55104) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:50.255607 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194711a3-e3c8-4db0-a190-e1043f186460 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1972e00a-2cdb-47f2-8b69-85110d1181a8,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:50.272521 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.api.v2.resource [None req-984fc8fa-a8b9-4dc2-b09a-9eb33450f77c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] show failed (client error): The resource could not be found. Sep 08 14:08:50.273572 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-984fc8fa-a8b9-4dc2-b09a-9eb33450f77c tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "GET /networking/v2.0/security-groups/1972e00a-2cdb-47f2-8b69-85110d1181a8 HTTP/1.1" status: 404 len: 347 time: 0.0232236 Sep 08 14:08:50.276851 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55106) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:50.398967 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Deleting port 3e03b18a-0807-4958-9700-d8deb3b8ca22 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:50.399369 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.484836 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.485346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (3e03b18a-0807-4958-9700-d8deb3b8ca22), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.501133 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Calling delete_port for 3e03b18a-0807-4958-9700-d8deb3b8ca22 owned by network:floatingip {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:50.620829 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:50.715116 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (3e03b18a-0807-4958-9700-d8deb3b8ca22), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.742711 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Pushing event deleted for resources: {'Port': ['ID=3e03b18a-0807-4958-9700-d8deb3b8ca22,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:50.810239 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks [] for floatingip (1bd59b71-0801-4057-beaa-991244135bf3), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.812716 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:50.813880 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-60a2dc4d-7009-480a-b66d-f7e867b0e547 tempest-AttachVolumeTestJSON-1546889007 tempest-AttachVolumeTestJSON-1546889007-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/1bd59b71-0801-4057-beaa-991244135bf3 HTTP/1.1" status: 204 len: 168 time: 0.5360148 Sep 08 14:08:52.103724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-46736743-6077-4145-b0b2-628fc7ede6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:54.845394 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55140) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:55.143743 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bbd116c4-be1b-49bc-a6be-5bf42063c826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:55.446717 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (0a379507-be94-4a1b-b6d2-2c9f70c5023c), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:55.533705 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:55.680526 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Deleting port 2247a3f4-fc24-42c1-b0c7-09099a14b869 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:55.681006 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:55.777546 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] For port 2247a3f4-fc24-42c1-b0c7-09099a14b869, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2247a3f4-fc24-42c1-b0c7-09099a14b869,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:55.777905 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:55.794199 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Calling delete_port for 2247a3f4-fc24-42c1-b0c7-09099a14b869 owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:55.930939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:56.046829 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (2247a3f4-fc24-42c1-b0c7-09099a14b869), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:56.079710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2247a3f4-fc24-42c1-b0c7-09099a14b869,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:56.275501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (0a379507-be94-4a1b-b6d2-2c9f70c5023c), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:56.301958 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:56.496038 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:56.506370 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Router 0a379507-be94-4a1b-b6d2-2c9f70c5023c has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:08:56.620130 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:08:56.625256 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-78a32e5d-e7fc-45d1-b0d3-9c209e73bfbf admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/0a379507-be94-4a1b-b6d2-2c9f70c5023c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793961 Sep 08 14:08:56.628052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55144) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:56.633122 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] Sync routers for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:08:56.645286 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:56.646237 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:56.746712 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks [] for router (0a379507-be94-4a1b-b6d2-2c9f70c5023c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:56.751555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:56.844955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:56.854120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks [] for router_gateway (0a379507-be94-4a1b-b6d2-2c9f70c5023c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:56.870440 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:56.932271 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:56.935859 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:08:55Z', 'revision_number': 5, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port': {'id': '35caa39b-5eb9-412e-ab48-73ede71c8d84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:37Z', 'updated_at': '2022-09-08T14:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:56.962285 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] Checking router: 0a379507-be94-4a1b-b6d2-2c9f70c5023c for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:08:56.968802 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Deleting port 35caa39b-5eb9-412e-ab48-73ede71c8d84 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:56.969148 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:56.971565 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] Routers {'0a379507-be94-4a1b-b6d2-2c9f70c5023c'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:08:56.972211 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:57.061316 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] For port 35caa39b-5eb9-412e-ab48-73ede71c8d84, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=35caa39b-5eb9-412e-ab48-73ede71c8d84,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:57.061721 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.065233 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] Set router 0a379507-be94-4a1b-b6d2-2c9f70c5023c gateway port host: None {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:08:57.079010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Calling delete_port for 35caa39b-5eb9-412e-ab48-73ede71c8d84 owned by network:router_gateway {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:57.118320 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:08:56Z', 'revision_number': 6, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:57.148385 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749552f-6926-4e7f-9325-8fbc96e505fc None None] The sync data for ids ['0a379507-be94-4a1b-b6d2-2c9f70c5023c'] in dv-cinder-856463-2-iscsi is: [{'id': '0a379507-be94-4a1b-b6d2-2c9f70c5023c', 'name': 'tempest-AttachVolumeTestJSON-1174023287-router', 'tenant_id': '73ba0ac1c50e4802b8c055a9b3075022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:34Z', 'updated_at': '2022-09-08T14:08:56Z', 'revision_number': 6, 'project_id': '73ba0ac1c50e4802b8c055a9b3075022', 'gw_port_host': None}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:08:57.261459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:57.338258 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (35caa39b-5eb9-412e-ab48-73ede71c8d84), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.369570 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=35caa39b-5eb9-412e-ab48-73ede71c8d84,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:57.434964 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (0a379507-be94-4a1b-b6d2-2c9f70c5023c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.530026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (0a379507-be94-4a1b-b6d2-2c9f70c5023c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.536200 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks [] for router_controller (0a379507-be94-4a1b-b6d2-2c9f70c5023c), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.686568 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (0a379507-be94-4a1b-b6d2-2c9f70c5023c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.687244 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a379507-be94-4a1b-b6d2-2c9f70c5023c {{(pid=113667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:08:57.691474 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.692681 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7aaa0af0-f32a-403d-9b1c-d62ef659d3a9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/0a379507-be94-4a1b-b6d2-2c9f70c5023c HTTP/1.1" status: 204 len: 168 time: 1.0629179 Sep 08 14:08:57.695646 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55146) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:57.732942 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:08:57.748602 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Deleting subnet 50a6ec07-47e4-4f34-abec-bbe70fd1834b {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:08:57.752084 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Publish callbacks [] for subnet (50a6ec07-47e4-4f34-abec-bbe70fd1834b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.789652 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (50a6ec07-47e4-4f34-abec-bbe70fd1834b), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.869118 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (50a6ec07-47e4-4f34-abec-bbe70fd1834b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:57.958210 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2247a3f4-fc24-42c1-b0c7-09099a14b869 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:57.979781 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 2247a3f4-fc24-42c1-b0c7-09099a14b869 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:57.980124 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2247a3f4-fc24-42c1-b0c7-09099a14b869 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:58.019016 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (50a6ec07-47e4-4f34-abec-bbe70fd1834b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.044450 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a6ec07-47e4-4f34-abec-bbe70fd1834b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:58.052051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.058716 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a4330d0b-f1c9-4850-9ec6-4f67b9236e59 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/50a6ec07-47e4-4f34-abec-bbe70fd1834b HTTP/1.1" status: 204 len: 168 time: 0.3587337 Sep 08 14:08:58.059023 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55148) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:58.062014 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a0900-8bbf-4bf0-b238-8eafa939429b None None] Network 39e2cb88-2879-4ba3-b085-907a39189f3c requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:08:58.157861 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (39e2cb88-2879-4ba3-b085-907a39189f3c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.214959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Deleting port 5a94d93d-696e-4995-a168-95fd623d3208 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:58.215409 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (5a94d93d-696e-4995-a168-95fd623d3208), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.285249 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] DHCP port deletion for 39e2cb88-2879-4ba3-b085-907a39189f3c request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:08:58.298065 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] For port 5a94d93d-696e-4995-a168-95fd623d3208, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5a94d93d-696e-4995-a168-95fd623d3208,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:58.298512 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (5a94d93d-696e-4995-a168-95fd623d3208), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.313692 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Calling delete_port for 5a94d93d-696e-4995-a168-95fd623d3208 owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:58.318537 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:58.325247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] Deleting port 5a94d93d-696e-4995-a168-95fd623d3208 {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:08:58.325628 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (5a94d93d-696e-4995-a168-95fd623d3208), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.397086 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] For port 5a94d93d-696e-4995-a168-95fd623d3208, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5a94d93d-696e-4995-a168-95fd623d3208,segment=NetworkSegment(b6cc0110-44a8-4e07-ad7d-1e68064f8758),segment_id=b6cc0110-44a8-4e07-ad7d-1e68064f8758)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:58.397547 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (5a94d93d-696e-4995-a168-95fd623d3208), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.412086 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] Calling delete_port for 5a94d93d-696e-4995-a168-95fd623d3208 owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:08:58.520690 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (5a94d93d-696e-4995-a168-95fd623d3208), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.544553 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a94d93d-696e-4995-a168-95fd623d3208,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:58.552924 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] No DVR routers for this DVR port 5a94d93d-696e-4995-a168-95fd623d3208 on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:08:58.560876 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (5a94d93d-696e-4995-a168-95fd623d3208), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.605727 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.606958 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] Pushing event deleted for resources: {'Port': ['ID=5a94d93d-696e-4995-a168-95fd623d3208,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:58.612290 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ae724-297d-4b65-ae46-60d26fc89bab None None] No DVR routers for this DVR port 5a94d93d-696e-4995-a168-95fd623d3208 on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:08:58.618891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:08:58.638752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (39e2cb88-2879-4ba3-b085-907a39189f3c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.662038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e2cb88-2879-4ba3-b085-907a39189f3c']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:58.672463 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cc0110-44a8-4e07-ad7d-1e68064f8758') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:58.672749 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cc0110-44a8-4e07-ad7d-1e68064f8758') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:08:58.683834 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (b6cc0110-44a8-4e07-ad7d-1e68064f8758), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.702398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (b6cc0110-44a8-4e07-ad7d-1e68064f8758), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.711296 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:08:58.711672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (b6cc0110-44a8-4e07-ad7d-1e68064f8758), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.758588 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment b6cc0110-44a8-4e07-ad7d-1e68064f8758 resource provider aggregate not found Sep 08 14:08:58.777825 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment b6cc0110-44a8-4e07-ad7d-1e68064f8758 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6cc0110-44a8-4e07-ad7d-1e68064f8758 found for delete ", "request_id": "req-8bea0bb4-ff1a-4ae8-8530-5843efb598ca"}]} Sep 08 14:08:58.806790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.919232 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (39e2cb88-2879-4ba3-b085-907a39189f3c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.924378 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:58.928540 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/39e2cb88-2879-4ba3-b085-907a39189f3c HTTP/1.1" status: 204 len: 168 time: 0.8684864 Sep 08 14:08:58.950413 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23179875-ec4f-4976-ba09-353b056707e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e2cb88-2879-4ba3-b085-907a39189f3c,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:59.265375 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 35caa39b-5eb9-412e-ab48-73ede71c8d84 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:59.301555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 35caa39b-5eb9-412e-ab48-73ede71c8d84 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:59.302127 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 35caa39b-5eb9-412e-ab48-73ede71c8d84 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:59.302848 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5a94d93d-696e-4995-a168-95fd623d3208 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:08:59.334911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55162) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:59.336319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 5a94d93d-696e-4995-a168-95fd623d3208 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:08:59.336883 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5a94d93d-696e-4995-a168-95fd623d3208 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:08:59.379418 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ca16c50f-0042-4501-9de3-5e9a7707350b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=73ba0ac1c50e4802b8c055a9b3075022&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430837 Sep 08 14:08:59.382193 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55166) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:08:59.435910 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-729ce8f8-acf3-475d-ac1d-d7a545e02ea9 admin admin] Publish callbacks [] for security_group (5a34eed5-7de1-4b1c-b898-9a9f8b35090b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:59.459221 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-729ce8f8-acf3-475d-ac1d-d7a545e02ea9 admin admin] Publish callbacks [] for security_group (5a34eed5-7de1-4b1c-b898-9a9f8b35090b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:59.582552 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-729ce8f8-acf3-475d-ac1d-d7a545e02ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5a34eed5-7de1-4b1c-b898-9a9f8b35090b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:59.585279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-729ce8f8-acf3-475d-ac1d-d7a545e02ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:08:59.589423 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-729ce8f8-acf3-475d-ac1d-d7a545e02ea9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/5a34eed5-7de1-4b1c-b898-9a9f8b35090b HTTP/1.1" status: 204 len: 168 time: 0.2033331 Sep 08 14:08:59.594963 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce8f8-acf3-475d-ac1d-d7a545e02ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a34eed5-7de1-4b1c-b898-9a9f8b35090b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:06.618364 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=67 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:06.897759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:07.727252 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:07.733689 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:09.589391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=49,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:09.590200 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:11.222629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55330) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:11.366299 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.463804 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Publish callbacks [] for security_group (869509fe-b5fa-4e6c-b243-0e9d71f28a67), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.582939 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (869509fe-b5fa-4e6c-b243-0e9d71f28a67), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.625205 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869509fe-b5fa-4e6c-b243-0e9d71f28a67,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:11.629554 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=053e4fab2bf84372bdaa118a9d6d8638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057319 Sep 08 14:09:11.633018 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55334) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:11.636171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.636525 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.636889 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.637226 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.637560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.637883 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.638210 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.638531 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.638934 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.639171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.639494 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.639814 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.640135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.640473 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.640789 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4ba2d-36c5-4c14-a055-522da9c895f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.699983 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Publish callbacks [] for security_group (869509fe-b5fa-4e6c-b243-0e9d71f28a67), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.724852 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Publish callbacks [] for security_group (869509fe-b5fa-4e6c-b243-0e9d71f28a67), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.846272 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (869509fe-b5fa-4e6c-b243-0e9d71f28a67), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.850439 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:11.852331 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/869509fe-b5fa-4e6c-b243-0e9d71f28a67 HTTP/1.1" status: 204 len: 168 time: 0.2169962 Sep 08 14:09:11.860236 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869509fe-b5fa-4e6c-b243-0e9d71f28a67,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.875316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.876826 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:11.876826 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a1f57e-989c-48a8-ae4f-60ecfa26f8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:13.439963 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226250d3-e70f-484d-9247-034cc8e7951c req-3ba996d9-beb9-4365-8ea9-235534c49b55 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:13.441965 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-226250d3-e70f-484d-9247-034cc8e7951c req-3ba996d9-beb9-4365-8ea9-235534c49b55 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0570338 Sep 08 14:09:13.493969 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-226250d3-e70f-484d-9247-034cc8e7951c req-768dadff-fc5f-4d0d-8d0b-542f575a6a3d tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Sep 08 14:09:14.635527 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3dfd-277d-4008-8e79-bb17295b7952 req-e6081bcc-66f6-47d0-81d3-8dcd613bf383 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:14.637149 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b7da3dfd-277d-4008-8e79-bb17295b7952 req-e6081bcc-66f6-47d0-81d3-8dcd613bf383 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0554857 Sep 08 14:09:14.687423 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b7da3dfd-277d-4008-8e79-bb17295b7952 req-2a676c49-05b4-4f51-8177-55cc82d17db8 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445998 Sep 08 14:09:15.263527 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-2f08aa90-ecfd-436e-b05d-793de16cad83 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:15.265217 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-2f08aa90-ecfd-436e-b05d-793de16cad83 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0558395 Sep 08 14:09:15.364217 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port 429d2f2c-ab68-486a-aeae-d65181cdc543 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:15.364570 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:15.465059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] For port 429d2f2c-ab68-486a-aeae-d65181cdc543, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=429d2f2c-ab68-486a-aeae-d65181cdc543,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:15.465558 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:15.634395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:15.634681 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (94769a97-674f-4a04-b1b6-a886f6cea285), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:15.635003 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Floating IP 94769a97-674f-4a04-b1b6-a886f6cea285 disassociated. External IP: 172.27.1.128, port: 429d2f2c-ab68-486a-aeae-d65181cdc543. Sep 08 14:09:15.635357 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for 429d2f2c-ab68-486a-aeae-d65181cdc543 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:15.818636 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d39805-facc-4762-b944-b200eeaaeff3 req-6e83289c-5a9e-4091-8197-96d82a63f534 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:15.820524 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f8d39805-facc-4762-b944-b200eeaaeff3 req-6e83289c-5a9e-4091-8197-96d82a63f534 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 945 time: 0.0506816 Sep 08 14:09:15.855657 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (429d2f2c-ab68-486a-aeae-d65181cdc543), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:15.872609 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f8d39805-facc-4762-b944-b200eeaaeff3 req-d6c27321-0d41-4c8d-bd12-10fd60291533 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1803635d-8ed1-47fc-96ce-a7da4fd98ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Sep 08 14:09:15.887842 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=429d2f2c-ab68-486a-aeae-d65181cdc543,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:15.991723 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:16.010221 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:09:16.013652 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:16.127715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:09:16.141555 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:09:16.153768 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:16.154500 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:16.177792 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] No DVR routers for this DVR port 429d2f2c-ab68-486a-aeae-d65181cdc543 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:09:16.180433 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:16.185212 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ced4d458-0dd3-4767-83f7-1e4438e7c13e req-3246e8e0-d6e8-4b37-bd94-810bb8ec6e5f tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.77 "DELETE /networking/v2.0/ports/429d2f2c-ab68-486a-aeae-d65181cdc543 HTTP/1.1" status: 204 len: 173 time: 0.9124906 Sep 08 14:09:16.185212 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'name': 'network-vif-deleted', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:09:16.186921 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d17e3df-54b8-461a-b6c1-c426b8014f72" -d '{"events": [{"server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "name": "network-vif-deleted", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:16.230627 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a59f3-bc1e-4cb2-a812-c57ad9f6bdc8 x-openstack-request-id: req-0c8a59f3-bc1e-4cb2-a812-c57ad9f6bdc8 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:16.231094 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97a8f44-cc1a-4595-b736-7222ad2085fb", "name": "network-vif-deleted", "tag": "429d2f2c-ab68-486a-aeae-d65181cdc543", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:16.231353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c8a59f3-bc1e-4cb2-a812-c57ad9f6bdc8 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:16.231769 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8a59f3-bc1e-4cb2-a812-c57ad9f6bdc8'] response: {'server_uuid': 'f97a8f44-cc1a-4595-b736-7222ad2085fb', 'name': 'network-vif-deleted', 'tag': '429d2f2c-ab68-486a-aeae-d65181cdc543', 'status': 'completed', 'code': 200} Sep 08 14:09:16.376355 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:16.608759 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:16.654056 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:09:16.668213 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:16.669231 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:08:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:16.786345 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:16.791399 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:16.992543 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:17.006721 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fd6ec292-cd73-4598-ae7e-f13505620a6e req-2f13ea5f-bd11-46c7-932b-e16fb37f339e tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f97a8f44-cc1a-4595-b736-7222ad2085fb HTTP/1.1" status: 200 len: 210 time: 0.0327327 Sep 08 14:09:17.023172 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7060a0dd-78b7-40ae-91ef-2cd4d67d4614 None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:01:52Z', 'revision_number': 4, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'dfe27b5a-b234-4c11-8c0e-83509a05bca1', 'name': '', 'network_id': '21ef396a-7d6a-46fb-a5b2-7b67636f85e3', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'mac_address': 'fa:16:3e:e8:e5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:49Z', 'updated_at': '2022-09-08T14:02:06Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'subnets': [{'id': '2c1c8e56-d08e-439e-8819-a003905fca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:09:17.313348 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679209f5-9eec-496d-a3f9-929103a7b57d None None] New status for floating IP 94769a97-674f-4a04-b1b6-a886f6cea285: DOWN {{(pid=113668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:09:18.183415 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55420) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:18.251996 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6278-48c8-4ce1-8e7f-37f107cdb82c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (1803635d-8ed1-47fc-96ce-a7da4fd98ed8), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.277348 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6278-48c8-4ce1-8e7f-37f107cdb82c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (1803635d-8ed1-47fc-96ce-a7da4fd98ed8), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.405846 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6278-48c8-4ce1-8e7f-37f107cdb82c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1803635d-8ed1-47fc-96ce-a7da4fd98ed8), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.408463 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4dcc6278-48c8-4ce1-8e7f-37f107cdb82c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.410213 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4dcc6278-48c8-4ce1-8e7f-37f107cdb82c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1803635d-8ed1-47fc-96ce-a7da4fd98ed8 HTTP/1.1" status: 204 len: 168 time: 0.2257731 Sep 08 14:09:18.413385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55428) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:18.419911 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc6278-48c8-4ce1-8e7f-37f107cdb82c tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1803635d-8ed1-47fc-96ce-a7da4fd98ed8,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:18.434617 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.api.v2.resource [None req-4871b977-b416-4d1e-82c7-aa63eb4cabf5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] show failed (client error): The resource could not be found. Sep 08 14:09:18.435814 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4871b977-b416-4d1e-82c7-aa63eb4cabf5 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "GET /networking/v2.0/security-groups/1803635d-8ed1-47fc-96ce-a7da4fd98ed8 HTTP/1.1" status: 404 len: 347 time: 0.0213184 Sep 08 14:09:18.439006 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55430) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:18.566806 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Deleting port a665e759-a18b-4913-a237-5d1c25f46b67 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:18.566806 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a665e759-a18b-4913-a237-5d1c25f46b67), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.646709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a665e759-a18b-4913-a237-5d1c25f46b67), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.647038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (a665e759-a18b-4913-a237-5d1c25f46b67), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.663285 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Calling delete_port for a665e759-a18b-4913-a237-5d1c25f46b67 owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:18.897629 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a665e759-a18b-4913-a237-5d1c25f46b67), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.921294 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Pushing event deleted for resources: {'Port': ['ID=a665e759-a18b-4913-a237-5d1c25f46b67,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:18.995153 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks [] for floatingip (94769a97-674f-4a04-b1b6-a886f6cea285), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.998199 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:18.999483 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-dc6db2d2-67ee-495c-8fe7-546a695c5341 tempest-AttachVolumeNegativeTest-1708118027 tempest-AttachVolumeNegativeTest-1708118027-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/94769a97-674f-4a04-b1b6-a886f6cea285 HTTP/1.1" status: 204 len: 168 time: 0.5593691 Sep 08 14:09:21.803728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 429d2f2c-ab68-486a-aeae-d65181cdc543 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:21.835878 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 429d2f2c-ab68-486a-aeae-d65181cdc543 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:09:21.836251 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 429d2f2c-ab68-486a-aeae-d65181cdc543 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:22.332361 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-be8d2966-77b7-425c-877e-488477325651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:25.181055 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-905e472a-5483-4227-8831-146522a82741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:26.008642 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55524) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:26.423602 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:26.514503 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (1edc8896-fef4-460e-8e1d-467282560f46), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:26.515888 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:26.517363 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:26.754415 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Deleting port dfe27b5a-b234-4c11-8c0e-83509a05bca1 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:26.754760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:26.844505 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] For port dfe27b5a-b234-4c11-8c0e-83509a05bca1, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=dfe27b5a-b234-4c11-8c0e-83509a05bca1,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:26.844911 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:26.858919 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Calling delete_port for dfe27b5a-b234-4c11-8c0e-83509a05bca1 owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:27.206776 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:27.348458 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (dfe27b5a-b234-4c11-8c0e-83509a05bca1), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:27.378187 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe27b5a-b234-4c11-8c0e-83509a05bca1,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:27.609012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (1edc8896-fef4-460e-8e1d-467282560f46), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:27.626856 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fad6a-b41b-4e1b-92ed-cd5f2f418124 req-ce817897-6133-463b-a995-9f4cad0cb541 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:27.629128 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e51fad6a-b41b-4e1b-92ed-cd5f2f418124 req-ce817897-6133-463b-a995-9f4cad0cb541 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0703225 Sep 08 14:09:27.751348 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e51fad6a-b41b-4e1b-92ed-cd5f2f418124 req-2aeafc2c-8588-46b7-9d04-aba2ae2b3960 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159816 Sep 08 14:09:27.880239 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Router 1edc8896-fef4-460e-8e1d-467282560f46 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:09:27.979909 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=76 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:27.984796 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=88 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:27.996339 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:09:28.001853 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b687973a-cdfd-44e1-93c2-2e5729360343 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/1edc8896-fef4-460e-8e1d-467282560f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9921508 Sep 08 14:09:28.006245 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55554) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:28.009364 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] Sync routers for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:09:28.021437 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:28.022072 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:28.061172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:28.117187 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks [] for router (1edc8896-fef4-460e-8e1d-467282560f46), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.132329 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:28.222594 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks [] for router_gateway (1edc8896-fef4-460e-8e1d-467282560f46), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.309988 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:09:27Z', 'revision_number': 5, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port': {'id': '3cb10928-aa89-4d25-9f3e-5fcd15826729', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:aa:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1edc8896-fef4-460e-8e1d-467282560f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:01:42Z', 'updated_at': '2022-09-08T14:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:28.316810 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:28.333405 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Deleting port 3cb10928-aa89-4d25-9f3e-5fcd15826729 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:28.337257 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.337389 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] Checking router: 1edc8896-fef4-460e-8e1d-467282560f46 for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:09:28.345858 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] Routers {'1edc8896-fef4-460e-8e1d-467282560f46'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:28.346594 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['1edc8896-fef4-460e-8e1d-467282560f46'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:28.431651 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] For port 3cb10928-aa89-4d25-9f3e-5fcd15826729, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3cb10928-aa89-4d25-9f3e-5fcd15826729,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:28.432036 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.440971 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] Set router 1edc8896-fef4-460e-8e1d-467282560f46 gateway port host: None {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:28.454469 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Calling delete_port for 3cb10928-aa89-4d25-9f3e-5fcd15826729 owned by network:router_gateway {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:28.485791 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:28.499790 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:09:28Z', 'revision_number': 6, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:28.528369 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd39745c-eb98-4b72-9c2b-ccb285bdcc6e None None] The sync data for ids ['1edc8896-fef4-460e-8e1d-467282560f46'] in dv-cinder-856463-2-iscsi is: [{'id': '1edc8896-fef4-460e-8e1d-467282560f46', 'name': 'tempest-AttachVolumeNegativeTest-75769086-router', 'tenant_id': '92a3e908b87b445b9674d48f9a61bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:01:39Z', 'updated_at': '2022-09-08T14:09:28Z', 'revision_number': 6, 'project_id': '92a3e908b87b445b9674d48f9a61bf94', 'gw_port_host': None}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:09:28.668872 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.731779 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (3cb10928-aa89-4d25-9f3e-5fcd15826729), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.759409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb10928-aa89-4d25-9f3e-5fcd15826729,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:28.835570 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (1edc8896-fef4-460e-8e1d-467282560f46), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.837070 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.962409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (1edc8896-fef4-460e-8e1d-467282560f46), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.968346 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks [] for router_controller (1edc8896-fef4-460e-8e1d-467282560f46), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:28.979725 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7964c2-2d6d-4b92-a640-67e7288ae9d6 req-3cd959bd-84f4-44f9-8be8-583e2d56d67c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:28.981387 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d7964c2-2d6d-4b92-a640-67e7288ae9d6 req-3cd959bd-84f4-44f9-8be8-583e2d56d67c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.1150267 Sep 08 14:09:28.981673 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=75,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:28.991836 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:29.062384 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d7964c2-2d6d-4b92-a640-67e7288ae9d6 req-c5ada467-fa61-4f4f-960a-d32203b87bde tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Sep 08 14:09:29.192088 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (1edc8896-fef4-460e-8e1d-467282560f46), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.192744 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1edc8896-fef4-460e-8e1d-467282560f46 {{(pid=113666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:09:29.197689 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.198689 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-dc8db086-eeab-48b2-9fa1-0a475775eff8 admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/1edc8896-fef4-460e-8e1d-467282560f46 HTTP/1.1" status: 204 len: 168 time: 1.1904566 Sep 08 14:09:29.202170 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55570) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:29.252907 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_v2 [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Deleting subnet 2c1c8e56-d08e-439e-8819-a003905fca56 {{(pid=113666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:09:29.256434 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Publish callbacks [] for subnet (2c1c8e56-d08e-439e-8819-a003905fca56), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.293224 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630093'] for subnet (2c1c8e56-d08e-439e-8819-a003905fca56), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.387261 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:29.390268 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (2c1c8e56-d08e-439e-8819-a003905fca56), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.418109 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3cb10928-aa89-4d25-9f3e-5fcd15826729 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:29.440671 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 3cb10928-aa89-4d25-9f3e-5fcd15826729 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:09:29.441019 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3cb10928-aa89-4d25-9f3e-5fcd15826729 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:29.441449 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dfe27b5a-b234-4c11-8c0e-83509a05bca1 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:29.462118 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: dfe27b5a-b234-4c11-8c0e-83509a05bca1 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:09:29.462470 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device dfe27b5a-b234-4c11-8c0e-83509a05bca1 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:29.547796 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3385340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402195'] for subnet (2c1c8e56-d08e-439e-8819-a003905fca56), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.573450 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1c8e56-d08e-439e-8819-a003905fca56,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:29.579687 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.583535 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-48401121-d30b-4dbd-bba5-075cf9e0dec4 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/2c1c8e56-d08e-439e-8819-a003905fca56 HTTP/1.1" status: 204 len: 168 time: 0.3803594 Sep 08 14:09:29.587793 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55572) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:29.602105 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b897d1f-0393-4c38-beb1-e638fb87c614 None None] Network 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:09:29.802101 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] DHCP port deletion for 21ef396a-7d6a-46fb-a5b2-7b67636f85e3 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:09:29.844230 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] Deleting port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:29.844540 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.914486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] For port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:29.914885 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.930113 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] Calling delete_port for aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:29.938047 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (21ef396a-7d6a-46fb-a5b2-7b67636f85e3), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:29.981826 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Deleting port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:29.982550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.053542 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] For port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,segment=NetworkSegment(b37b50fc-a05e-4560-bf31-fcb88a9ce535),segment_id=b37b50fc-a05e-4560-bf31-fcb88a9ce535)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:30.053912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.070405 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Calling delete_port for aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:30.103750 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.134867 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] Pushing event deleted for resources: {'Port': ['ID=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:30.139628 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9ef65-a8f9-4e17-85fd-10e14e1e8cb9 None None] No DVR routers for this DVR port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:09:30.211397 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.240830 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:30.247929 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] No DVR routers for this DVR port aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:09:30.286833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:30.302432 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2faeb-25f1-4efb-ac9e-b2b5044ff4ce req-16372c45-8cec-454c-826b-bc5efe8eda83 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:30.304061 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3fd2faeb-25f1-4efb-ac9e-b2b5044ff4ce req-16372c45-8cec-454c-826b-bc5efe8eda83 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0729706 Sep 08 14:09:30.338102 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (21ef396a-7d6a-46fb-a5b2-7b67636f85e3), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.368967 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ef396a-7d6a-46fb-a5b2-7b67636f85e3']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:30.373852 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3fd2faeb-25f1-4efb-ac9e-b2b5044ff4ce req-d4fc745b-b09f-423b-8be3-abcc3d290ee4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636320 Sep 08 14:09:30.389710 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37b50fc-a05e-4560-bf31-fcb88a9ce535') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:30.390132 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37b50fc-a05e-4560-bf31-fcb88a9ce535') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:30.405555 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (b37b50fc-a05e-4560-bf31-fcb88a9ce535), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.427460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (b37b50fc-a05e-4560-bf31-fcb88a9ce535), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.436031 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:09:30.436476 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (b37b50fc-a05e-4560-bf31-fcb88a9ce535), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.457123 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment b37b50fc-a05e-4560-bf31-fcb88a9ce535 resource provider aggregate not found Sep 08 14:09:30.489929 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment b37b50fc-a05e-4560-bf31-fcb88a9ce535 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b37b50fc-a05e-4560-bf31-fcb88a9ce535 found for delete ", "request_id": "req-f73d2cb0-40ea-4f8d-8ac9-34510276ab73"}]} Sep 08 14:09:30.628385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (21ef396a-7d6a-46fb-a5b2-7b67636f85e3), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.650228 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:30.656477 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/21ef396a-7d6a-46fb-a5b2-7b67636f85e3 HTTP/1.1" status: 204 len: 168 time: 1.0639565 Sep 08 14:09:30.656477 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95daca48-8bb6-49d7-baf5-a66b4acd4fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ef396a-7d6a-46fb-a5b2-7b67636f85e3,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:31.112823 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 55596) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:31.155148 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-75e16da2-8e46-4e65-ba52-6ac7ddf557fe admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=92a3e908b87b445b9674d48f9a61bf94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411119 Sep 08 14:09:31.158556 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55598) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:31.215795 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-356e47a3-58d2-4919-a7a2-6855adbe36f5 admin admin] Publish callbacks [] for security_group (9dc73e53-2793-4bbb-be32-1ee0b6ea0757), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:31.240985 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-356e47a3-58d2-4919-a7a2-6855adbe36f5 admin admin] Publish callbacks [] for security_group (9dc73e53-2793-4bbb-be32-1ee0b6ea0757), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:31.267966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:31.289442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:09:31.289777 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device aaa7242b-9a54-4b3e-a6ed-1ae9b5ffe0b7 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:31.365784 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-356e47a3-58d2-4919-a7a2-6855adbe36f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9dc73e53-2793-4bbb-be32-1ee0b6ea0757), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:31.368787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-356e47a3-58d2-4919-a7a2-6855adbe36f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:31.369975 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-356e47a3-58d2-4919-a7a2-6855adbe36f5 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/9dc73e53-2793-4bbb-be32-1ee0b6ea0757 HTTP/1.1" status: 204 len: 168 time: 0.2101350 Sep 08 14:09:31.379857 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e47a3-58d2-4919-a7a2-6855adbe36f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc73e53-2793-4bbb-be32-1ee0b6ea0757,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:31.537756 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2c6a-76d1-4cd9-9e53-448787691178 req-d105d968-bf93-4fbd-b4fa-a41326dff180 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:31.539308 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-618f2c6a-76d1-4cd9-9e53-448787691178 req-d105d968-bf93-4fbd-b4fa-a41326dff180 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0531654 Sep 08 14:09:31.590424 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-618f2c6a-76d1-4cd9-9e53-448787691178 req-92d8e8e8-a781-405d-afb2-9ffb3b3b81ea tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Sep 08 14:09:32.730700 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e956d-aa4a-4074-bf5c-0d7077266564 req-a6dbebaa-f927-445b-815b-b1bac6dbd4a8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:32.732427 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-530e956d-aa4a-4074-bf5c-0d7077266564 req-a6dbebaa-f927-445b-815b-b1bac6dbd4a8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0500057 Sep 08 14:09:32.787217 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-530e956d-aa4a-4074-bf5c-0d7077266564 req-b9ac5fec-7936-4e72-bae3-1a960678b5f6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491107 Sep 08 14:09:33.920581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb0eb5-5290-499f-b75f-af03caaae2c0 req-95f8e490-9140-4ed7-bc48-704951cfea3e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:33.922135 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aabb0eb5-5290-499f-b75f-af03caaae2c0 req-95f8e490-9140-4ed7-bc48-704951cfea3e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Sep 08 14:09:33.977331 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-aabb0eb5-5290-499f-b75f-af03caaae2c0 req-072042cb-b171-42c8-bbd2-5ca40ea40d05 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489125 Sep 08 14:09:34.731910 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:09:35.117863 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e99e5-92f9-47cd-b0c7-06dd25c0f2f0 req-59ed3fb8-01e9-4341-a13d-17228bb5961e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:35.119370 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d2e99e5-92f9-47cd-b0c7-06dd25c0f2f0 req-59ed3fb8-01e9-4341-a13d-17228bb5961e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0587361 Sep 08 14:09:35.168759 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d2e99e5-92f9-47cd-b0c7-06dd25c0f2f0 req-11c79d6b-ea83-49ea-bcf9-26cf5bfa9cc5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437756 Sep 08 14:09:36.300649 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f524ca6-9949-472b-8893-984c86781f70 req-6f773538-80d9-4963-b73d-787e08091ab8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:36.302171 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3f524ca6-9949-472b-8893-984c86781f70 req-6f773538-80d9-4963-b73d-787e08091ab8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0483398 Sep 08 14:09:36.351221 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3f524ca6-9949-472b-8893-984c86781f70 req-5272ca26-da61-4571-974f-416c04c728af tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Sep 08 14:09:36.896728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:37.484492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3933ae-314d-4602-9b86-6da73cae38c5 req-15bfad99-9d00-444a-9adb-af93ff5daa2b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:37.496378 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ec3933ae-314d-4602-9b86-6da73cae38c5 req-15bfad99-9d00-444a-9adb-af93ff5daa2b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0516818 Sep 08 14:09:37.534823 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ec3933ae-314d-4602-9b86-6da73cae38c5 req-602fad75-dbf3-4586-b977-296398917283 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Sep 08 14:09:38.499366 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=24 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:38.813957 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e313020-fa7e-4850-b6c5-8d661310dd0e req-6ffe9601-caf2-48f2-a2c3-8f5659b91986 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:38.816067 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9e313020-fa7e-4850-b6c5-8d661310dd0e req-6ffe9601-caf2-48f2-a2c3-8f5659b91986 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Sep 08 14:09:38.865361 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9e313020-fa7e-4850-b6c5-8d661310dd0e req-8aa93b32-f257-4e7a-8d99-f66ae90ebff5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Sep 08 14:09:39.996785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290999fe-4389-4ac2-93c6-6edb08fc775f req-0d2c6f94-8f82-41f3-88f5-ea7150378974 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:39.998316 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-290999fe-4389-4ac2-93c6-6edb08fc775f req-0d2c6f94-8f82-41f3-88f5-ea7150378974 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Sep 08 14:09:40.051605 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-290999fe-4389-4ac2-93c6-6edb08fc775f req-1f039995-33f8-4c2d-bc64-512d3b0adc49 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473533 Sep 08 14:09:41.179326 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f391d-0df3-4f3d-b1f6-3b602ce4255c req-9392c466-e5f2-40e9-bc10-886440115262 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:41.180737 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc1f391d-0df3-4f3d-b1f6-3b602ce4255c req-9392c466-e5f2-40e9-bc10-886440115262 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Sep 08 14:09:41.231102 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc1f391d-0df3-4f3d-b1f6-3b602ce4255c req-90ddebad-a1a4-4fc7-b66d-ba80506e9a10 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Sep 08 14:09:41.373273 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=67,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:41.374121 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=70,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:42.347390 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:42.360688 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521a2c-f1a3-480c-8a32-dcf7cfedc4a9 req-25d9960f-1249-40b6-9f3d-864c95048d15 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:42.362200 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cb521a2c-f1a3-480c-8a32-dcf7cfedc4a9 req-25d9960f-1249-40b6-9f3d-864c95048d15 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0484176 Sep 08 14:09:42.389153 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:42.412671 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cb521a2c-f1a3-480c-8a32-dcf7cfedc4a9 req-7493c291-a5f7-47e5-afdd-a220f5d828b4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Sep 08 14:09:43.545929 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6e60d-b57d-48e8-aa0c-b20debdbedaf req-5bb3de75-a5e3-4cfe-b0d5-4de8355c67bd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:43.548486 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-17c6e60d-b57d-48e8-aa0c-b20debdbedaf req-5bb3de75-a5e3-4cfe-b0d5-4de8355c67bd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0523734 Sep 08 14:09:43.599619 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-17c6e60d-b57d-48e8-aa0c-b20debdbedaf req-f663ad66-a3c3-408d-80df-210bdc8db6d7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Sep 08 14:09:44.727651 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=61 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:44.733358 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86d925-a9f8-4bf6-8f6d-b636e8110259 req-608bde8a-acc0-4b95-b6c0-36667a79ecc4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:44.734940 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b86d925-a9f8-4bf6-8f6d-b636e8110259 req-608bde8a-acc0-4b95-b6c0-36667a79ecc4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0486050 Sep 08 14:09:44.785527 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b86d925-a9f8-4bf6-8f6d-b636e8110259 req-6834d109-547c-4e73-a3ef-cc4dff3dd79a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443487 Sep 08 14:09:45.919815 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ced77-69fa-4a0a-849c-e19224cf6de5 req-f9e613d2-7ded-424a-87e4-b55a2afba6eb tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:45.921445 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8e9ced77-69fa-4a0a-849c-e19224cf6de5 req-f9e613d2-7ded-424a-87e4-b55a2afba6eb tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0538011 Sep 08 14:09:45.974047 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8e9ced77-69fa-4a0a-849c-e19224cf6de5 req-69ac35ba-aeae-4234-abee-b5bd800bb76c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469623 Sep 08 14:09:45.980473 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 55840) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:46.287764 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Deleting port 2a9d80c4-b1c2-47eb-9210-16c81442e8bb {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:46.288110 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:46.370792 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:46.371114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for floatingip (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:46.385752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Calling delete_port for 2a9d80c4-b1c2-47eb-9210-16c81442e8bb owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:46.662342 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (2a9d80c4-b1c2-47eb-9210-16c81442e8bb), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:46.692056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event deleted for resources: {'Port': ['ID=2a9d80c4-b1c2-47eb-9210-16c81442e8bb,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:46.758748 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for floatingip (edec3a96-b69c-40a2-8049-ea9c797a3a52), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:46.759095 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Floating IP edec3a96-b69c-40a2-8049-ea9c797a3a52 disassociated (deleted). External IP: 172.27.1.210, port: 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8. Sep 08 14:09:46.797371 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:46.799283 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=46,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:46.967217 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Router f28f13ae-25a6-40d9-841d-7357a21c97f2 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:09:47.081307 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:09:47.085871 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:47.093957 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] Sync routers for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:09:47.105945 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:47.106155 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:47.107912 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f88a2-d202-4a0a-a074-5e45a99aa7a2 req-37688e54-27f0-4fde-9b81-008a7201c77e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:47.109486 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d25f88a2-d202-4a0a-a074-5e45a99aa7a2 req-37688e54-27f0-4fde-9b81-008a7201c77e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0524175 Sep 08 14:09:47.122532 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3f2cbfa6-94d1-4747-92de-e65451e21a62 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/edec3a96-b69c-40a2-8049-ea9c797a3a52 HTTP/1.1" status: 204 len: 168 time: 1.1382461 Sep 08 14:09:47.122532 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:09:47.129251 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983f6f6c-4529-451a-ae06-cc0d3fbb41da" -d '{"events": [{"name": "network-changed", "server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:47.164058 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d25f88a2-d202-4a0a-a074-5e45a99aa7a2 req-7b3ab9dc-c9fc-410e-b834-65c5640be5d0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Sep 08 14:09:47.232491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4a51ba-244c-4109-8d69-41584032bf20 x-openstack-request-id: req-7b4a51ba-244c-4109-8d69-41584032bf20 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:47.232491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:47.232491 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7b4a51ba-244c-4109-8d69-41584032bf20 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:47.233001 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:47.233099 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4a51ba-244c-4109-8d69-41584032bf20'] response: {'name': 'network-changed', 'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'status': 'completed', 'code': 200} Sep 08 14:09:47.420686 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:18Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:47.446692 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] Checking router: f28f13ae-25a6-40d9-841d-7357a21c97f2 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:09:47.455300 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:47.455903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:47.491382 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:09:47.569384 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:47.578661 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:47.582092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-3ec6d078-9c5b-4a2b-a049-c82976a0baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:47.583843 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-3ec6d078-9c5b-4a2b-a049-c82976a0baf5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 1129 time: 0.0432782 Sep 08 14:09:47.628376 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:47.696845 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-05bfec80-bfbe-4071-80d1-cf910bf7aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:47.700328 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-05bfec80-bfbe-4071-80d1-cf910bf7aca5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 200 len: 910 time: 0.1064405 Sep 08 14:09:47.711250 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ff7b6-d7de-4536-bc56-7bae9398fc79 req-0d57e4ca-87c6-43a2-ace6-f5eb478a77fb tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:47.713377 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-655ff7b6-d7de-4536-bc56-7bae9398fc79 req-0d57e4ca-87c6-43a2-ace6-f5eb478a77fb tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0522029 Sep 08 14:09:47.718991 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:47.749033 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-8ad4618b-d4a8-4c03-a7a1-98c5631bce43 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 200 len: 217 time: 0.0396218 Sep 08 14:09:47.775614 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'mac_address': 'fa:16:3e:7a:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:09:47.785476 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-655ff7b6-d7de-4536-bc56-7bae9398fc79 req-88022167-785e-4d67-ba61-11c87ce73d8f tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556164 Sep 08 14:09:47.807820 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-7a5ee5d1-2ac7-4817-9750-b72dd619f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:47.809520 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-7a5ee5d1-2ac7-4817-9750-b72dd619f486 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 200 len: 847 time: 0.0522850 Sep 08 14:09:47.839601 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: ACTIVE; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:09:47.840164 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:47.861442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 095af121-06a2-4c99-a9a4-79ded6b485f1 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:09:47.907163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:47.909795 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:47.921009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:18Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:47.949559 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ff80c-48ce-4f3b-94fd-6f0d1dbe3bc4 None None] The sync data for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi is: [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:04:05Z', 'revision_number': 4, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ae6164d6-81ca-422f-ae24-2219c9c94ae1', 'name': '', 'network_id': '9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'mac_address': 'fa:16:3e:c7:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:03Z', 'updated_at': '2022-09-08T14:04:18Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'subnets': [{'id': '1cac6f2e-1144-4a66-bf49-3070edc4f73b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:09:48.123243 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:48.176210 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=6']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:48.178194 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:48.184190 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.184495 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.184851 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.185207 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.185542 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.185867 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.186192 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.186516 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.186838 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.187159 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.187483 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.187801 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.188122 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.188466 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.188782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:48.189779 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d056b9-f146-4315-b4a3-4a8897005447 None None] New status for floating IP edec3a96-b69c-40a2-8049-ea9c797a3a52: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:09:48.302940 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098404-b15d-4ec8-90ea-3942b8c21c13 req-cec598d4-2ce1-4a3e-880c-1fb2a828d2ae tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:48.304477 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f098404-b15d-4ec8-90ea-3942b8c21c13 req-cec598d4-2ce1-4a3e-880c-1fb2a828d2ae tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0519779 Sep 08 14:09:48.354841 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f098404-b15d-4ec8-90ea-3942b8c21c13 req-d912fc4b-d04f-4b99-8599-cecbc8916435 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445950 Sep 08 14:09:48.934597 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0476ffb-f22f-4146-801a-074bda333c6c req-dd29bb59-5f2c-4a59-b417-a405cabd7826 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:48.936198 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a0476ffb-f22f-4146-801a-074bda333c6c req-dd29bb59-5f2c-4a59-b417-a405cabd7826 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0681109 Sep 08 14:09:48.990344 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a0476ffb-f22f-4146-801a-074bda333c6c req-72ff9b23-14d4-428f-a3d7-2ddcc935ba00 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481939 Sep 08 14:09:49.487077 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86959da9-6ce7-4ac4-a079-c9883771ec97 req-8ecf2657-4a0e-43a0-843b-9297a5eca96c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:49.488612 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-86959da9-6ce7-4ac4-a079-c9883771ec97 req-8ecf2657-4a0e-43a0-843b-9297a5eca96c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0528283 Sep 08 14:09:49.539079 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-86959da9-6ce7-4ac4-a079-c9883771ec97 req-dc5edca1-bc0d-4d53-969e-94705ed05373 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445905 Sep 08 14:09:50.114248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259356f-c749-440e-bfc5-f711d3fe7424 req-1aeb617b-56a3-4a01-8a4e-3917dcfd07b6 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:50.115817 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5259356f-c749-440e-bfc5-f711d3fe7424 req-1aeb617b-56a3-4a01-8a4e-3917dcfd07b6 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0479972 Sep 08 14:09:50.165539 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5259356f-c749-440e-bfc5-f711d3fe7424 req-a00ff0f3-0d0c-4031-811b-c7632dd33322 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 Sep 08 14:09:50.677072 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a6a04-e310-409d-ac0f-b44470a1c069 req-a2788399-5527-4c64-9c92-7ea48639cf39 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:50.678605 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dd2a6a04-e310-409d-ac0f-b44470a1c069 req-a2788399-5527-4c64-9c92-7ea48639cf39 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0487030 Sep 08 14:09:50.726824 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:50.734606 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dd2a6a04-e310-409d-ac0f-b44470a1c069 req-925d6dd8-cf24-4ac3-9248-2a5f866aee06 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489414 Sep 08 14:09:50.905119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-83c4d071-d09b-488a-a2ff-5753af66e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:50.906586 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-83c4d071-d09b-488a-a2ff-5753af66e0b6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464911 Sep 08 14:09:50.937206 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['095af121-06a2-4c99-a9a4-79ded6b485f1'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:09:51.011395 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-7aa08b35-2162-45de-b457-ecbc3d09f310 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954998 Sep 08 14:09:51.305410 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-983f6f6c-4529-451a-ae06-cc0d3fbb41da req-63933c73-09a4-48fd-965d-a4f1b6fe4e1a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191072 Sep 08 14:09:51.311107 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8525c-e44e-4c4e-8796-14b9d42055f5 req-d4e58fce-1da3-44ec-b310-c6e7857b925b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:51.314554 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6d8525c-e44e-4c4e-8796-14b9d42055f5 req-d4e58fce-1da3-44ec-b310-c6e7857b925b tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0529032 Sep 08 14:09:51.369560 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c6d8525c-e44e-4c4e-8796-14b9d42055f5 req-9cae4647-7926-45ef-bccb-a6be767dc437 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=5c0512e2-f60f-4552-a78d-d38eb09c882e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494468 Sep 08 14:09:51.686536 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-b24b5c8d-2b90-4bcf-929d-966a9cd1611a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:51.686536 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-b24b5c8d-2b90-4bcf-929d-966a9cd1611a tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 945 time: 0.0546601 Sep 08 14:09:51.792290 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Deleting port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:51.792712 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:51.864549 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:51.892311 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0c632-5070-4a91-8042-42c6d9c071cc req-127088f0-4bc7-4672-beb3-2144f84debcf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:51.901402 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0af0c632-5070-4a91-8042-42c6d9c071cc req-127088f0-4bc7-4672-beb3-2144f84debcf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0708828 Sep 08 14:09:51.902641 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] For port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:51.903707 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:51.922907 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Calling delete_port for 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:51.953558 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0af0c632-5070-4a91-8042-42c6d9c071cc req-1e4dfd35-7b8d-42d7-90db-50db324c0860 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511465 Sep 08 14:09:52.000068 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:52.084773 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a73831a1-0d09-4aaf-99f4-2ea8cf0ec8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:52.174573 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:52.202697 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event deleted for resources: {'Port': ['ID=1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:52.257376 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] No DVR routers for this DVR port 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:09:52.260580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:52.263386 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-72946be1-9977-40c8-a3ae-c1722dffa92f req-c61ac180-4e76-477f-8cae-07e3db62be2c tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.77 "DELETE /networking/v2.0/ports/1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 HTTP/1.1" status: 204 len: 173 time: 0.5720782 Sep 08 14:09:52.263907 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-deleted', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:09:52.266528 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d35df0-4b3d-4f75-b197-717ef3403943" -d '{"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-deleted", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:52.358450 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe59661-1855-4731-a0d8-36a24ec88d26 x-openstack-request-id: req-1fe59661-1855-4731-a0d8-36a24ec88d26 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:52.358814 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c297e02-238c-4210-9932-aece5d5a3529", "name": "network-vif-deleted", "tag": "1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:52.359177 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1fe59661-1855-4731-a0d8-36a24ec88d26 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:52.359586 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe59661-1855-4731-a0d8-36a24ec88d26'] response: {'server_uuid': '7c297e02-238c-4210-9932-aece5d5a3529', 'name': 'network-vif-deleted', 'tag': '1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8', 'status': 'completed', 'code': 200} Sep 08 14:09:52.505397 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fcf74473-8c4d-40e0-8d60-88b405862431 req-67593651-34b0-4b9e-ad8f-3243eee39a47 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0372314 Sep 08 14:09:52.754247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:09:52.821280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 095af121-06a2-4c99-a9a4-79ded6b485f1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:09:52.821750 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:52.927277 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:09:52.927695 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:52.967680 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:09:52.971304 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0099fb-097f-4886-b84a-55cdaca5d873" -d '{"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-plugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:52.977388 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:53.027818 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eba8aa-cbdb-44e9-a857-514f7cc1a270 x-openstack-request-id: req-a3eba8aa-cbdb-44e9-a857-514f7cc1a270 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:53.028117 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-plugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:53.028562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a3eba8aa-cbdb-44e9-a857-514f7cc1a270 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:53.028982 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eba8aa-cbdb-44e9-a857-514f7cc1a270'] response: {'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'code': 200} Sep 08 14:09:53.090103 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:53.134067 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c176e66-b506-40e6-9e02-ab7901bd8def req-ebb6a130-7ec2-4513-a7d3-85affa5b181c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:53.135817 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2c176e66-b506-40e6-9e02-ab7901bd8def req-ebb6a130-7ec2-4513-a7d3-85affa5b181c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0550380 Sep 08 14:09:53.169766 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=7']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:53.238517 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2c176e66-b506-40e6-9e02-ab7901bd8def req-33611393-94a6-4b9f-ad6f-4a06ea8674d2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879576 Sep 08 14:09:53.686835 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4fd80195-7fd3-46a0-a31e-eca6f5d7df01 req-d6d38a4a-4969-432c-80af-c97211b9b036 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=7c297e02-238c-4210-9932-aece5d5a3529 HTTP/1.1" status: 200 len: 210 time: 0.0488238 Sep 08 14:09:54.386124 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f577493-8f29-4017-bb43-fe961a520a81 req-7a66cae2-cd5c-427f-978f-bf6cee247694 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:54.388639 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8f577493-8f29-4017-bb43-fe961a520a81 req-7a66cae2-cd5c-427f-978f-bf6cee247694 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Sep 08 14:09:54.462159 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8f577493-8f29-4017-bb43-fe961a520a81 req-fa0f0ead-2246-41f7-ad9b-36b87901d5c5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661373 Sep 08 14:09:54.788215 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56008) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:54.875208 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-343a2be4-bb53-4fb4-93f4-79ccb522d490 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group (5c0512e2-f60f-4552-a78d-d38eb09c882e), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:54.918352 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-343a2be4-bb53-4fb4-93f4-79ccb522d490 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group (5c0512e2-f60f-4552-a78d-d38eb09c882e), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:55.244892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-343a2be4-bb53-4fb4-93f4-79ccb522d490 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5c0512e2-f60f-4552-a78d-d38eb09c882e), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:55.247719 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-343a2be4-bb53-4fb4-93f4-79ccb522d490 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:55.249158 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-343a2be4-bb53-4fb4-93f4-79ccb522d490 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/5c0512e2-f60f-4552-a78d-d38eb09c882e HTTP/1.1" status: 204 len: 168 time: 0.4667964 Sep 08 14:09:55.260060 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a2be4-bb53-4fb4-93f4-79ccb522d490 tempest-TestShelveInstance-1909576763 tempest-TestShelveInstance-1909576763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0512e2-f60f-4552-a78d-d38eb09c882e,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:55.334430 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fd677ce5-39fa-4226-8a45-a33ce56eefa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:55.474570 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56028) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:55.615122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cd5ee-b09b-4167-81fa-f6864c57afcc req-6bb0fa6a-5e7a-4d11-9f7f-67592af67520 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:55.616664 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e73cd5ee-b09b-4167-81fa-f6864c57afcc req-6bb0fa6a-5e7a-4d11-9f7f-67592af67520 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0537446 Sep 08 14:09:55.659544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:55.671344 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e73cd5ee-b09b-4167-81fa-f6864c57afcc req-6b30304c-e421-4ad5-b1eb-06139ec66211 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486786 Sep 08 14:09:56.035377 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (f28f13ae-25a6-40d9-841d-7357a21c97f2), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:56.138022 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:56.317037 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:56.354436 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Deleting port ae6164d6-81ca-422f-ae24-2219c9c94ae1 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:56.354436 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:56.443089 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] For port ae6164d6-81ca-422f-ae24-2219c9c94ae1, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ae6164d6-81ca-422f-ae24-2219c9c94ae1,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:56.443988 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:56.470899 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Calling delete_port for ae6164d6-81ca-422f-ae24-2219c9c94ae1 owned by network:router_interface {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:56.804695 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:56.819831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (ae6164d6-81ca-422f-ae24-2219c9c94ae1), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:56.845743 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:09:56.848541 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1fe34b97-ee0d-4b37-a71a-6f3cc13bc1a8 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:56.865626 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6164d6-81ca-422f-ae24-2219c9c94ae1,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:56.879544 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4fdd6-d329-4786-846a-2be53940a8b6 req-11f576d6-5f5e-4a51-ae88-d74fdf56baa0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:56.889223 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-07a4fdd6-d329-4786-846a-2be53940a8b6 req-11f576d6-5f5e-4a51-ae88-d74fdf56baa0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0787907 Sep 08 14:09:56.955577 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-07a4fdd6-d329-4786-846a-2be53940a8b6 req-3d0be00b-9ea2-4cc3-90f4-50296256ddb9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638533 Sep 08 14:09:57.383801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:57.395667 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (f28f13ae-25a6-40d9-841d-7357a21c97f2), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:57.738456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Router f28f13ae-25a6-40d9-841d-7357a21c97f2 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:09:57.864511 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:57.872596 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:09:57.884092 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9d2407c1-ace7-4487-b19d-f5010d4edd24 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/f28f13ae-25a6-40d9-841d-7357a21c97f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4063163 Sep 08 14:09:57.888796 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] Sync routers for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:09:57.889301 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56060) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:57.906764 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:57.912833 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:58.017757 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks [] for router (f28f13ae-25a6-40d9-841d-7357a21c97f2), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:58.120175 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86dd4b-7625-41e3-a1bc-85703d96cf1a req-8e2f8ee3-6496-491e-b300-8493d01ed9b6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:58.129061 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3d86dd4b-7625-41e3-a1bc-85703d96cf1a req-8e2f8ee3-6496-491e-b300-8493d01ed9b6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0618837 Sep 08 14:09:58.175423 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks [] for router_gateway (f28f13ae-25a6-40d9-841d-7357a21c97f2), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:58.182963 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:58.188477 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3d86dd4b-7625-41e3-a1bc-85703d96cf1a req-a20d1af8-2da4-49c0-bd59-a1c83a7ce9b2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574121 Sep 08 14:09:58.315809 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Deleting port c17eeeca-d97a-46b0-9f00-02a5eb37de84 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:09:58.316134 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:58.405860 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:58.467296 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] For port c17eeeca-d97a-46b0-9f00-02a5eb37de84, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=c17eeeca-d97a-46b0-9f00-02a5eb37de84,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:58.468451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:58.486858 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Calling delete_port for c17eeeca-d97a-46b0-9f00-02a5eb37de84 owned by network:router_gateway {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:09:58.539555 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:09:56Z', 'revision_number': 5, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port': {'id': 'c17eeeca-d97a-46b0-9f00-02a5eb37de84', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:03:59Z', 'updated_at': '2022-09-08T14:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:58.547775 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:58.580052 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] Checking router: f28f13ae-25a6-40d9-841d-7357a21c97f2 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:09:58.602466 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] Routers {'f28f13ae-25a6-40d9-841d-7357a21c97f2'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:09:58.603233 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['f28f13ae-25a6-40d9-841d-7357a21c97f2'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:58.664825 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:58.771479 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] Set router f28f13ae-25a6-40d9-841d-7357a21c97f2 gateway port host: None {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:09:58.828356 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:09:58Z', 'revision_number': 6, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:58.864606 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c966d-a9f5-4558-a1cd-09984bd8d520 None None] The sync data for ids ['f28f13ae-25a6-40d9-841d-7357a21c97f2'] in dv-cinder-856463-2-iscsi is: [{'id': 'f28f13ae-25a6-40d9-841d-7357a21c97f2', 'name': 'tempest-TestShelveInstance-833215539-router', 'tenant_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:03:58Z', 'updated_at': '2022-09-08T14:09:58Z', 'revision_number': 6, 'project_id': 'fe528c21e8c94eb6af8d5f86757328b8', 'gw_port_host': None}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:09:58.919484 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:58.955933 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (c17eeeca-d97a-46b0-9f00-02a5eb37de84), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.003520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Pushing event deleted for resources: {'Port': ['ID=c17eeeca-d97a-46b0-9f00-02a5eb37de84,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:59.143262 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:59.170112 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (f28f13ae-25a6-40d9-841d-7357a21c97f2), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.464466 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (f28f13ae-25a6-40d9-841d-7357a21c97f2), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.472613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks [] for router_controller (f28f13ae-25a6-40d9-841d-7357a21c97f2), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.480686 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4a989-3750-4223-bf44-383cf5bc7fa4 req-279d6571-39ab-4dac-9222-1ed203598c07 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:09:59.511014 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-31a4a989-3750-4223-bf44-383cf5bc7fa4 req-279d6571-39ab-4dac-9222-1ed203598c07 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.1193810 Sep 08 14:09:59.532769 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae6164d6-81ca-422f-ae24-2219c9c94ae1 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:59.608940 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-31a4a989-3750-4223-bf44-383cf5bc7fa4 req-6d2eea73-b141-484e-84d2-e99b7eb9d863 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976887 Sep 08 14:09:59.611872 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: ae6164d6-81ca-422f-ae24-2219c9c94ae1 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:09:59.612478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ae6164d6-81ca-422f-ae24-2219c9c94ae1 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:59.724843 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (f28f13ae-25a6-40d9-841d-7357a21c97f2), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.725770 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28f13ae-25a6-40d9-841d-7357a21c97f2 {{(pid=113667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:09:59.731946 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.733998 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-30b838f6-c0d2-4507-89d6-05d8d162afca admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/f28f13ae-25a6-40d9-841d-7357a21c97f2 HTTP/1.1" status: 204 len: 168 time: 1.8457570 Sep 08 14:09:59.739329 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56096) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:09:59.796658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Deleting subnet 1cac6f2e-1144-4a66-bf49-3070edc4f73b {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:09:59.802188 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Publish callbacks [] for subnet (1cac6f2e-1144-4a66-bf49-3070edc4f73b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.861428 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (1cac6f2e-1144-4a66-bf49-3070edc4f73b), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:09:59.969306 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:09:59.973669 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (1cac6f2e-1144-4a66-bf49-3070edc4f73b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.391879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (1cac6f2e-1144-4a66-bf49-3070edc4f73b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.448755 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cac6f2e-1144-4a66-bf49-3070edc4f73b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:00.453752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.456215 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-a1ea9ea9-7625-4bf8-8410-2079fe0b54fe admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/1cac6f2e-1144-4a66-bf49-3070edc4f73b HTTP/1.1" status: 204 len: 168 time: 0.7169292 Sep 08 14:10:00.457831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56104) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:00.461904 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64d6c7-2822-4625-bff8-1ca914cd35fa None None] Network 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:10:00.580890 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.642320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Deleting port 5091f00f-1106-4f28-8513-56b68c9d01ab {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:10:00.642821 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.652583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56108) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:00.670442 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] DHCP port deletion for 9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:10:00.773356 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] For port 5091f00f-1106-4f28-8513-56b68c9d01ab, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5091f00f-1106-4f28-8513-56b68c9d01ab,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:00.773743 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.790667 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] Deleting port 5091f00f-1106-4f28-8513-56b68c9d01ab {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:10:00.791047 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.830253 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Calling delete_port for 5091f00f-1106-4f28-8513-56b68c9d01ab owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:10:00.965973 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:00.970966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] For port 5091f00f-1106-4f28-8513-56b68c9d01ab, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=5091f00f-1106-4f28-8513-56b68c9d01ab,segment=NetworkSegment(f173fa86-e83c-471e-8064-49ab460afccd),segment_id=f173fa86-e83c-471e-8064-49ab460afccd)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:00.972007 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:00.995473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] Calling delete_port for 5091f00f-1106-4f28-8513-56b68c9d01ab owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:10:01.142660 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dcb1bc8e-dae2-41b6-9dd0-52ae730d3702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.164507 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979dbba-2ef7-42ac-8b75-2107e87578e3 req-215e4e6b-0da4-4b10-8e35-d1e246e6c11b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:01.167196 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5979dbba-2ef7-42ac-8b75-2107e87578e3 req-215e4e6b-0da4-4b10-8e35-d1e246e6c11b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.4050164 Sep 08 14:10:01.176643 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.188832 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (5091f00f-1106-4f28-8513-56b68c9d01ab), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.228492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:01.257139 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Pushing event deleted for resources: {'Port': ['ID=5091f00f-1106-4f28-8513-56b68c9d01ab,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:01.270067 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5979dbba-2ef7-42ac-8b75-2107e87578e3 req-91828c8b-50a6-429a-aeb3-66c05b6d7f45 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952597 Sep 08 14:10:01.286942 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] No DVR routers for this DVR port 5091f00f-1106-4f28-8513-56b68c9d01ab on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:10:01.291001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] No DVR routers for this DVR port 5091f00f-1106-4f28-8513-56b68c9d01ab on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:10:01.291868 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438e95c-b0a5-4ff6-bb8e-da520544601c None None] Pushing event deleted for resources: {'Port': ['ID=5091f00f-1106-4f28-8513-56b68c9d01ab,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:01.348096 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device c17eeeca-d97a-46b0-9f00-02a5eb37de84 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:01.374600 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dcb1bc8e-dae2-41b6-9dd0-52ae730d3702 admin admin] Publish callbacks [] for security_group (d352fb29-ba42-4e31-b5a7-f43f321d38c7), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.383952 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: c17eeeca-d97a-46b0-9f00-02a5eb37de84 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:10:01.384365 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device c17eeeca-d97a-46b0-9f00-02a5eb37de84 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:10:01.385675 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5091f00f-1106-4f28-8513-56b68c9d01ab no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:01.404307 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.409798 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 5091f00f-1106-4f28-8513-56b68c9d01ab {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:10:01.410154 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 5091f00f-1106-4f28-8513-56b68c9d01ab not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:10:01.433540 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:01.443797 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f173fa86-e83c-471e-8064-49ab460afccd') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:01.444182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f173fa86-e83c-471e-8064-49ab460afccd') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:01.450308 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-dcb1bc8e-dae2-41b6-9dd0-52ae730d3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d352fb29-ba42-4e31-b5a7-f43f321d38c7), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.456010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (f173fa86-e83c-471e-8064-49ab460afccd), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.473692 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (f173fa86-e83c-471e-8064-49ab460afccd), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.482907 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:10:01.483564 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (f173fa86-e83c-471e-8064-49ab460afccd), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.540250 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment f173fa86-e83c-471e-8064-49ab460afccd resource provider aggregate not found Sep 08 14:10:01.576516 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment f173fa86-e83c-471e-8064-49ab460afccd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f173fa86-e83c-471e-8064-49ab460afccd found for delete ", "request_id": "req-11b50a49-1d1e-4900-a5d5-2b7891cbc39b"}]} Sep 08 14:10:01.585615 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-dcb1bc8e-dae2-41b6-9dd0-52ae730d3702 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=69d80feca2cf4e128c7f0701a09ab621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9309986 Sep 08 14:10:01.588882 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56122) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:01.604169 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1bc8e-dae2-41b6-9dd0-52ae730d3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d352fb29-ba42-4e31-b5a7-f43f321d38c7,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:01.691833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-81f074f3-f4d5-47f5-bab6-78b879abab16 admin admin] Publish callbacks [] for security_group (d352fb29-ba42-4e31-b5a7-f43f321d38c7), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.695998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.696578 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:01.709572 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.719135 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193 HTTP/1.1" status: 204 len: 168 time: 1.2596433 Sep 08 14:10:01.724322 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-81f074f3-f4d5-47f5-bab6-78b879abab16 admin admin] Publish callbacks [] for security_group (d352fb29-ba42-4e31-b5a7-f43f321d38c7), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.725535 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56124) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:01.758563 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b839ab-556f-48e7-9381-4d7ef8cbb04f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fafb4eb-dbc2-47ca-aa8d-d7af3c1b9193,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:01.877047 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-81f074f3-f4d5-47f5-bab6-78b879abab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d352fb29-ba42-4e31-b5a7-f43f321d38c7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.879859 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-81f074f3-f4d5-47f5-bab6-78b879abab16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:01.881055 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-81f074f3-f4d5-47f5-bab6-78b879abab16 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d352fb29-ba42-4e31-b5a7-f43f321d38c7 HTTP/1.1" status: 204 len: 168 time: 0.2881660 Sep 08 14:10:01.911644 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f074f3-f4d5-47f5-bab6-78b879abab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d352fb29-ba42-4e31-b5a7-f43f321d38c7,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:02.224327 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:02.428993 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1174c-bf10-4afa-a79c-b36f09c06049 req-d0836e0a-9f46-4a35-a301-107cf053d322 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:02.437160 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ad1174c-bf10-4afa-a79c-b36f09c06049 req-d0836e0a-9f46-4a35-a301-107cf053d322 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0779896 Sep 08 14:10:02.520833 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9ad1174c-bf10-4afa-a79c-b36f09c06049 req-54509b0d-dd32-4cff-b0d1-7821ceb76823 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719979 Sep 08 14:10:02.559758 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Deleting port a98eb2c6-37d4-46c2-bde9-156cb80ad529 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:10:02.560305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:02.613627 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:02.673970 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] For port a98eb2c6-37d4-46c2-bde9-156cb80ad529, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a98eb2c6-37d4-46c2-bde9-156cb80ad529,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:02.674585 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:02.699322 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Calling delete_port for a98eb2c6-37d4-46c2-bde9-156cb80ad529 owned by network:router_interface {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:10:02.714086 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:02.993667 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56142) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:03.011540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bfd184f1-c199-4418-af5e-35dd271308d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:03.043040 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a98eb2c6-37d4-46c2-bde9-156cb80ad529), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:03.079837 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98eb2c6-37d4-46c2-bde9-156cb80ad529,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:03.102710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bfd184f1-c199-4418-af5e-35dd271308d9 admin admin] Publish callbacks [] for security_group (4290d161-f287-4ddb-89da-c9aff9b2d0ff), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:03.308042 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:03.544966 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bfd184f1-c199-4418-af5e-35dd271308d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4290d161-f287-4ddb-89da-c9aff9b2d0ff), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:03.607888 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:10:03.613703 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-bfd184f1-c199-4418-af5e-35dd271308d9 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=edcc1abf46884b9da918aaf4a1486ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6195288 Sep 08 14:10:03.619112 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56146) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:03.642698 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd184f1-c199-4418-af5e-35dd271308d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4290d161-f287-4ddb-89da-c9aff9b2d0ff,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:03.725168 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab639-df0e-4c2c-aada-98b963f2a6bb req-6ef9c084-6e0c-4711-9b35-efc723aecde7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:03.733937 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d23ab639-df0e-4c2c-aada-98b963f2a6bb req-6ef9c084-6e0c-4711-9b35-efc723aecde7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.1065464 Sep 08 14:10:03.744014 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:10:03.757096 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] Sync routers for ids ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:10:03.758229 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-2db11b91-3a63-48b3-a35c-fded15e3bf83 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/33e0ca33-6f22-4848-9be0-3fbc9ae6227b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0310857 Sep 08 14:10:03.761330 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56148) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:03.771953 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] Routers {'33e0ca33-6f22-4848-9be0-3fbc9ae6227b'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:10:03.777710 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:03.805877 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:03.823262 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6c1-07d8-45a2-a06f-d68ec4b05bc8 admin admin] Publish callbacks [] for security_group (4290d161-f287-4ddb-89da-c9aff9b2d0ff), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:03.840683 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d23ab639-df0e-4c2c-aada-98b963f2a6bb req-2935bf94-90cc-4382-8c63-4f842bb1f75d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033909 Sep 08 14:10:03.889384 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6c1-07d8-45a2-a06f-d68ec4b05bc8 admin admin] Publish callbacks [] for security_group (4290d161-f287-4ddb-89da-c9aff9b2d0ff), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.082828 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6c1-07d8-45a2-a06f-d68ec4b05bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4290d161-f287-4ddb-89da-c9aff9b2d0ff), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.086220 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cc5be6c1-07d8-45a2-a06f-d68ec4b05bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.087519 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-cc5be6c1-07d8-45a2-a06f-d68ec4b05bc8 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/4290d161-f287-4ddb-89da-c9aff9b2d0ff HTTP/1.1" status: 204 len: 168 time: 0.4670753 Sep 08 14:10:04.113051 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5be6c1-07d8-45a2-a06f-d68ec4b05bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4290d161-f287-4ddb-89da-c9aff9b2d0ff,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:04.126863 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] Set router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:10:04.261732 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks [] for router (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.298986 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:04.412368 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks [] for router_gateway (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.423493 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:10:02Z', 'revision_number': 5, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:04.447324 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] Checking router: 33e0ca33-6f22-4848-9be0-3fbc9ae6227b for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:10:04.460401 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] Routers {'33e0ca33-6f22-4848-9be0-3fbc9ae6227b'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:10:04.461240 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:09:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:04.595891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Deleting port e731d8db-cabf-4813-99fe-4b8a03285abc {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:10:04.596295 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.633838 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] Set router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:10:04.713468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] For port e731d8db-cabf-4813-99fe-4b8a03285abc, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=e731d8db-cabf-4813-99fe-4b8a03285abc,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:04.713468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:04.728332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Calling delete_port for e731d8db-cabf-4813-99fe-4b8a03285abc owned by network:router_gateway {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:10:04.839869 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:10:02Z', 'revision_number': 5, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:04.870242 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6798be-608c-4104-ac6e-65d7f8c667ed None None] The sync data for ids ['33e0ca33-6f22-4848-9be0-3fbc9ae6227b'] in dv-cinder-856463-2-iscsi is: [{'id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'name': 'tempest-TestShelveInstance-2113848982-router', 'tenant_id': '586baaa868fa4165acc453adf529d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:12Z', 'updated_at': '2022-09-08T14:10:02Z', 'revision_number': 5, 'project_id': '586baaa868fa4165acc453adf529d01e', 'gw_port': {'id': 'e731d8db-cabf-4813-99fe-4b8a03285abc', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ab:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e0ca33-6f22-4848-9be0-3fbc9ae6227b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:10:04.999319 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89a6f2-27a7-4a17-b1fc-5948dbd119bb req-8fc1d1f3-48d0-412a-88fd-f68993ffb9c8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:05.001424 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a89a6f2-27a7-4a17-b1fc-5948dbd119bb req-8fc1d1f3-48d0-412a-88fd-f68993ffb9c8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Sep 08 14:10:05.051765 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7a89a6f2-27a7-4a17-b1fc-5948dbd119bb req-81521d56-a407-4a77-bd12-8e698d69937c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Sep 08 14:10:05.170035 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (e731d8db-cabf-4813-99fe-4b8a03285abc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.170035 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:05.204746 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Pushing event deleted for resources: {'Port': ['ID=e731d8db-cabf-4813-99fe-4b8a03285abc,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:05.308024 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.445166 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a98eb2c6-37d4-46c2-bde9-156cb80ad529 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:05.491024 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: a98eb2c6-37d4-46c2-bde9-156cb80ad529 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:10:05.493527 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.494067 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a98eb2c6-37d4-46c2-bde9-156cb80ad529 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:10:05.499290 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks [] for router_controller (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.747215 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (33e0ca33-6f22-4848-9be0-3fbc9ae6227b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.747896 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e0ca33-6f22-4848-9be0-3fbc9ae6227b {{(pid=113667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:10:05.756533 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.758000 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c5c76d54-11c5-43ec-8b02-81e0bd2f0542 admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/33e0ca33-6f22-4848-9be0-3fbc9ae6227b HTTP/1.1" status: 204 len: 168 time: 1.9957149 Sep 08 14:10:05.765293 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56186) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:05.851847 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Deleting subnet 2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:10:05.855912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Publish callbacks [] for subnet (2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:05.920597 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.076728 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.171302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:06.200892 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf614-96d8-4b84-b8e1-1c7083827417 req-7fe4962d-640f-414a-afd3-aa8b4641de8d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:06.202275 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2abaf614-96d8-4b84-b8e1-1c7083827417 req-7fe4962d-640f-414a-afd3-aa8b4641de8d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0503180 Sep 08 14:10:06.259297 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2abaf614-96d8-4b84-b8e1-1c7083827417 req-ba80eee1-62bd-4da5-ba78-a4affedf43a0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461469 Sep 08 14:10:06.270525 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.300894 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:06.304916 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.308204 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-996c5612-ab7e-4af5-8664-7aab0bd1c59c admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/2d6fdb04-6fca-41a2-b2ca-7b94ece9f4ff HTTP/1.1" status: 204 len: 168 time: 0.5406203 Sep 08 14:10:06.310903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc97be-21b1-4321-88aa-c904ec1ccfe7 None None] Network 236f527e-fd18-4c18-b580-fd2c2a1f47d5 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:10:06.311048 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56194) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:06.405449 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (236f527e-fd18-4c18-b580-fd2c2a1f47d5), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.472939 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Deleting port 562cb492-6b18-485d-9adb-e0a610c39138 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:10:06.472939 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (562cb492-6b18-485d-9adb-e0a610c39138), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.540288 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] DHCP port deletion for 236f527e-fd18-4c18-b580-fd2c2a1f47d5 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:10:06.556634 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] For port 562cb492-6b18-485d-9adb-e0a610c39138, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=562cb492-6b18-485d-9adb-e0a610c39138,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:06.556996 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (562cb492-6b18-485d-9adb-e0a610c39138), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.573025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Calling delete_port for 562cb492-6b18-485d-9adb-e0a610c39138 owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:10:06.592193 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] Deleting port 562cb492-6b18-485d-9adb-e0a610c39138 {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:10:06.592193 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (562cb492-6b18-485d-9adb-e0a610c39138), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.685044 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] For port 562cb492-6b18-485d-9adb-e0a610c39138, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=562cb492-6b18-485d-9adb-e0a610c39138,segment=NetworkSegment(611526c1-909a-4706-ae45-2737cab34f9e),segment_id=611526c1-909a-4706-ae45-2737cab34f9e)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:06.685044 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (562cb492-6b18-485d-9adb-e0a610c39138), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.694351 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] Calling delete_port for 562cb492-6b18-485d-9adb-e0a610c39138 owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:10:06.707864 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:06.844772 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (562cb492-6b18-485d-9adb-e0a610c39138), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.851972 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (562cb492-6b18-485d-9adb-e0a610c39138), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.871013 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=562cb492-6b18-485d-9adb-e0a610c39138,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:06.874541 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] No DVR routers for this DVR port 562cb492-6b18-485d-9adb-e0a610c39138 on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:10:06.879199 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] Pushing event deleted for resources: {'Port': ['ID=562cb492-6b18-485d-9adb-e0a610c39138,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:06.882946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f7ffd-149e-4ed0-ba5f-04806d7b1052 None None] No DVR routers for this DVR port 562cb492-6b18-485d-9adb-e0a610c39138 on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:10:06.965560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (236f527e-fd18-4c18-b580-fd2c2a1f47d5), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:06.981304 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:07.008464 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236f527e-fd18-4c18-b580-fd2c2a1f47d5']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:07.021281 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611526c1-909a-4706-ae45-2737cab34f9e') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:07.021574 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611526c1-909a-4706-ae45-2737cab34f9e') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:07.044980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (611526c1-909a-4706-ae45-2737cab34f9e), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:07.064589 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (611526c1-909a-4706-ae45-2737cab34f9e), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:07.080592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:10:07.080592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (611526c1-909a-4706-ae45-2737cab34f9e), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:07.089874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:07.123534 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 611526c1-909a-4706-ae45-2737cab34f9e resource provider aggregate not found Sep 08 14:10:07.145684 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 611526c1-909a-4706-ae45-2737cab34f9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 611526c1-909a-4706-ae45-2737cab34f9e found for delete ", "request_id": "req-7b7b6b81-d6b9-4a84-a5fd-e3bb026d833e"}]} Sep 08 14:10:07.293395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (236f527e-fd18-4c18-b580-fd2c2a1f47d5), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:07.300078 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:07.304453 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/236f527e-fd18-4c18-b580-fd2c2a1f47d5 HTTP/1.1" status: 204 len: 168 time: 0.9924226 Sep 08 14:10:07.320537 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 562cb492-6b18-485d-9adb-e0a610c39138 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:07.324068 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:07.350240 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f618-e64e-43e9-98e5-01e3ca97fb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=236f527e-fd18-4c18-b580-fd2c2a1f47d5,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:07.352386 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 562cb492-6b18-485d-9adb-e0a610c39138 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:10:07.352738 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 562cb492-6b18-485d-9adb-e0a610c39138 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:10:07.353170 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e731d8db-cabf-4813-99fe-4b8a03285abc no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:07.385444 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: e731d8db-cabf-4813-99fe-4b8a03285abc {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:10:07.386046 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device e731d8db-cabf-4813-99fe-4b8a03285abc not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:10:07.450073 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da634d-3a1a-4718-a207-2391e20905d4 req-5fb0114d-aba1-4271-b276-19ff691eb1ff tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:07.451681 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5da634d-3a1a-4718-a207-2391e20905d4 req-5fb0114d-aba1-4271-b276-19ff691eb1ff tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0576174 Sep 08 14:10:07.483320 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:07.509100 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5da634d-3a1a-4718-a207-2391e20905d4 req-fe231fd9-851d-40e3-b655-79936693ec71 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501971 Sep 08 14:10:07.909291 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56244) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:07.954995 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5aae0760-950e-4330-a70e-74a07bceb400 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=fe528c21e8c94eb6af8d5f86757328b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435734 Sep 08 14:10:07.957388 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56246) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:08.008080 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4c68cb8d-495b-4744-ac0a-45c5bd433c24 admin admin] Publish callbacks [] for security_group (ddd4d534-d617-481c-9964-7d7fd788c88b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:08.028876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4c68cb8d-495b-4744-ac0a-45c5bd433c24 admin admin] Publish callbacks [] for security_group (ddd4d534-d617-481c-9964-7d7fd788c88b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:08.236468 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4c68cb8d-495b-4744-ac0a-45c5bd433c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ddd4d534-d617-481c-9964-7d7fd788c88b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:08.239419 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4c68cb8d-495b-4744-ac0a-45c5bd433c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:08.240650 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4c68cb8d-495b-4744-ac0a-45c5bd433c24 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/ddd4d534-d617-481c-9964-7d7fd788c88b HTTP/1.1" status: 204 len: 168 time: 0.2823122 Sep 08 14:10:08.250111 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68cb8d-495b-4744-ac0a-45c5bd433c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd4d534-d617-481c-9964-7d7fd788c88b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:08.658527 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed913e1a-3d04-4bb9-a3ed-db22283acaed req-4a39130c-182d-4b5a-8809-02fcb7a47bbe tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:08.660165 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed913e1a-3d04-4bb9-a3ed-db22283acaed req-4a39130c-182d-4b5a-8809-02fcb7a47bbe tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0551295 Sep 08 14:10:08.711561 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=60 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:08.721599 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed913e1a-3d04-4bb9-a3ed-db22283acaed req-2a099221-342b-42bc-9f7d-8da868971986 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552433 Sep 08 14:10:08.856225 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:09.292765 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56260) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:09.337234 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-1e32da77-83e7-4ede-8b52-1b825e86d869 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=586baaa868fa4165acc453adf529d01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431323 Sep 08 14:10:09.340907 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56262) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:09.397053 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-65fa6fef-1db3-474d-ae42-560cb96bdf57 admin admin] Publish callbacks [] for security_group (6ba2f32c-a3d7-4aef-b9e2-85bac94854be), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:09.421397 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-65fa6fef-1db3-474d-ae42-560cb96bdf57 admin admin] Publish callbacks [] for security_group (6ba2f32c-a3d7-4aef-b9e2-85bac94854be), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:09.546866 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-65fa6fef-1db3-474d-ae42-560cb96bdf57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6ba2f32c-a3d7-4aef-b9e2-85bac94854be), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:09.549615 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-65fa6fef-1db3-474d-ae42-560cb96bdf57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:09.550819 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-65fa6fef-1db3-474d-ae42-560cb96bdf57 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/6ba2f32c-a3d7-4aef-b9e2-85bac94854be HTTP/1.1" status: 204 len: 168 time: 0.2089043 Sep 08 14:10:09.559243 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa6fef-1db3-474d-ae42-560cb96bdf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2f32c-a3d7-4aef-b9e2-85bac94854be,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:09.858710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302764c2-2b62-4d88-95f1-4ef380e90909 req-c776e421-3c13-4506-b1c9-1cf0cde8f1c6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:09.860829 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-302764c2-2b62-4d88-95f1-4ef380e90909 req-c776e421-3c13-4506-b1c9-1cf0cde8f1c6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0493371 Sep 08 14:10:09.917805 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-302764c2-2b62-4d88-95f1-4ef380e90909 req-d5af5fce-11ef-4e04-9e8c-d57659dc1129 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484798 Sep 08 14:10:11.052853 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92f93-27ce-4308-9299-367770b840a6 req-9bd47a92-f7d7-4d73-8efe-3f88b2d5cf20 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:11.054247 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1e92f93-27ce-4308-9299-367770b840a6 req-9bd47a92-f7d7-4d73-8efe-3f88b2d5cf20 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Sep 08 14:10:11.088240 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:11.102928 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1e92f93-27ce-4308-9299-367770b840a6 req-fb1ac61e-1a41-461d-ae13-710485e310f1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430713 Sep 08 14:10:11.702822 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:11.735872 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:10:11.785702 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: ACTIVE; New status is: DOWN {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:10:11.786401 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:11.819362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:10:11.822230 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d201f67-50c7-44ac-b753-b1c130b21ef7" -d '{"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-unplugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:10:11.835862 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-1375988c-a440-4617-8ee5-776d84da0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:11.837451 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-1375988c-a440-4617-8ee5-776d84da0054 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1129 time: 0.0474603 Sep 08 14:10:11.838137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:11.868725 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Sep 2022 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a9c854-44f8-4cc3-965b-09cbfd1d8b06 x-openstack-request-id: req-89a9c854-44f8-4cc3-965b-09cbfd1d8b06 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:10:11.869066 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-unplugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:10:11.869261 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-89a9c854-44f8-4cc3-965b-09cbfd1d8b06 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:10:11.869728 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a9c854-44f8-4cc3-965b-09cbfd1d8b06'] response: {'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'code': 200} Sep 08 14:10:11.939686 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-83866ce1-a55a-4421-acd4-a88c7744cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:11.941184 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-83866ce1-a55a-4421-acd4-a88c7744cb72 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.0973258 Sep 08 14:10:12.008788 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-f80c60dd-e34f-4864-9362-1cde34aec60b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 1000 time: 0.0617008 Sep 08 14:10:12.019738 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:12.066736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-8eb4337a-7b8a-414f-a89d-da8c833b1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:12.068339 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-8eb4337a-7b8a-414f-a89d-da8c833b1562 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0527720 Sep 08 14:10:12.076779 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=8']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:12.116248 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-8bc74f48-962a-42ca-881c-651d2e7f5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:12.117894 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-8bc74f48-962a-42ca-881c-651d2e7f5c17 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436184 Sep 08 14:10:12.235981 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-72165932-4600-4e28-bef9-f8d13d8ebd18 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107934 Sep 08 14:10:12.258159 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5752ca-f73a-46b9-aa24-894bb9f2a835 req-ecf139a5-4aa8-4b3c-86ff-4ed081864828 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:12.260811 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e5752ca-f73a-46b9-aa24-894bb9f2a835 req-ecf139a5-4aa8-4b3c-86ff-4ed081864828 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0628738 Sep 08 14:10:12.315102 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e5752ca-f73a-46b9-aa24-894bb9f2a835 req-386ed865-f43c-445a-a385-5e2cc0c595c6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446815 Sep 08 14:10:12.343170 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb5d31a3-a1f2-4d88-9862-f9e5601694cb req-afe9d91c-72bb-49cf-af57-e34b719b3cc1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004395 Sep 08 14:10:13.458337 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669424f1-33fb-4366-b51b-02cad16ffced req-02ae5153-6fd2-4dd4-8593-48feb1bce95c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:13.459390 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-669424f1-33fb-4366-b51b-02cad16ffced req-02ae5153-6fd2-4dd4-8593-48feb1bce95c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0541899 Sep 08 14:10:13.509787 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-669424f1-33fb-4366-b51b-02cad16ffced req-ac78ce55-5a42-4a5d-9173-f2c3590b868b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Sep 08 14:10:14.646619 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113328a-7cb6-440d-8d4d-4b234591a10e req-63304359-b7d4-48b3-8317-8bbd8f53d70f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:14.647986 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c113328a-7cb6-440d-8d4d-4b234591a10e req-63304359-b7d4-48b3-8317-8bbd8f53d70f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0534549 Sep 08 14:10:14.700238 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c113328a-7cb6-440d-8d4d-4b234591a10e req-a4dbed64-8129-49ae-8df2-e26740661e20 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Sep 08 14:10:16.790816 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ebb25-fbb8-462e-b3b7-15d75fcf7c97 req-7942fa3e-bf2c-4b1f-a34b-97c8f786ebf7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:16.792340 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f93ebb25-fbb8-462e-b3b7-15d75fcf7c97 req-7942fa3e-bf2c-4b1f-a34b-97c8f786ebf7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0535593 Sep 08 14:10:16.851352 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f93ebb25-fbb8-462e-b3b7-15d75fcf7c97 req-32419fcf-e109-4536-85ef-32c5b10ce5b0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518115 Sep 08 14:10:17.601409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56430) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:17.715833 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-b63fd7d2-cd86-45f8-b28e-d3ad43d1cefd service neutron] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130564 Sep 08 14:10:17.725693 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-2c1505d5-a6c5-43ff-8afe-3ad1a765dfbe service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:10:17.726688 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-2c1505d5-a6c5-43ff-8afe-3ad1a765dfbe service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052457 Sep 08 14:10:17.815210 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56442) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:17.966649 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-4020c706-af01-4a49-9ee2-8598efbf2ac6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:17.968071 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-4020c706-af01-4a49-9ee2-8598efbf2ac6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports/095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 940 time: 0.1554577 Sep 08 14:10:18.007937 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec169f-0649-4985-a8dc-fa3dd86e64ca req-d86a5ec5-b0af-46fc-ba71-d27bdfb97221 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:18.009531 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ccec169f-0649-4985-a8dc-fa3dd86e64ca req-d86a5ec5-b0af-46fc-ba71-d27bdfb97221 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0665414 Sep 08 14:10:18.062405 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ccec169f-0649-4985-a8dc-fa3dd86e64ca req-66d46012-98d3-4294-b24a-01b4f5028768 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469468 Sep 08 14:10:18.713914 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:18.910401 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:10:18.991954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: DOWN; New status is: DOWN {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:10:19.212826 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600efa15-30c7-4a4a-b5ed-d2840822da0c req-6c738e8c-232c-4bce-bda9-5c91db029dee tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:19.214783 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-600efa15-30c7-4a4a-b5ed-d2840822da0c req-6c738e8c-232c-4bce-bda9-5c91db029dee tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0555475 Sep 08 14:10:19.278694 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-600efa15-30c7-4a4a-b5ed-d2840822da0c req-9d30dfab-e947-49d0-9aa0-579a8d1f7905 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556524 Sep 08 14:10:20.427896 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167050b-0bab-4589-b07f-af9f1dd685ad req-35d650a2-0e95-4232-beef-a77eeced187a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:20.429849 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f167050b-0bab-4589-b07f-af9f1dd685ad req-35d650a2-0e95-4232-beef-a77eeced187a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0589836 Sep 08 14:10:20.490511 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f167050b-0bab-4589-b07f-af9f1dd685ad req-6542d1fa-b002-4b03-8a13-923ec98e1df9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506263 Sep 08 14:10:20.771050 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-bc05c64d-a559-4147-8a6e-490d9bbcd286 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2101580619&fields=id&tenant_id=ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 267 time: 0.0462368 Sep 08 14:10:20.786818 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:20.889213 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-90df1b46-7c32-4973-b158-f2a668e1139d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:20.890624 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-90df1b46-7c32-4973-b158-f2a668e1139d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 811 time: 0.1129737 Sep 08 14:10:20.907552 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-be3dd105-c4d4-48a5-9d7c-eaf3dea7a62c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/quotas/ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 375 time: 0.0096095 Sep 08 14:10:20.965365 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-317de0fb-1827-403f-a426-077574584a6a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524178 Sep 08 14:10:21.075446 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:21.082201 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-6701a0ca-7698-41a2-817c-94a48a21590e service neutron] 10.222.0.97 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043437 Sep 08 14:10:21.183365 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-bc5b96cb-9df6-40e3-b271-5fadc051153b service neutron] 10.222.0.97 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949376 Sep 08 14:10:21.646398 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f0e62-faa7-4f81-b42e-0dacf4ea3dc5 req-41b1eb1a-d09d-4f17-8d09-28cfd4933e2f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:21.653809 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ee1f0e62-faa7-4f81-b42e-0dacf4ea3dc5 req-41b1eb1a-d09d-4f17-8d09-28cfd4933e2f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0637097 Sep 08 14:10:21.713271 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ee1f0e62-faa7-4f81-b42e-0dacf4ea3dc5 req-6a6cfa84-80e3-4611-8c6c-6fbd7b4358ff tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486791 Sep 08 14:10:21.727507 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:22.054814 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ea3ba77f-0313-4d3f-b026-118be3e65a8a req-5a7ea4d5-5a31-45f7-b0ad-bd341e23ed8a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0413709 Sep 08 14:10:22.113751 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3905523c-5399-4350-9dda-2383ea0bada5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:22.143447 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:22.152170 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-26053a6b-ff95-4e77-8e5f-31ff42945dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:22.154056 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-26053a6b-ff95-4e77-8e5f-31ff42945dd5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403&tenant_id=1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 1127 time: 0.0663338 Sep 08 14:10:22.247826 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-5d0f5585-fa6d-45eb-b5fb-244347ba40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:22.249406 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-5d0f5585-fa6d-45eb-b5fb-244347ba40c7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1127 time: 0.0503671 Sep 08 14:10:22.357620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-64fda5f4-25c0-4df1-a0e6-891ca4d27095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:22.361123 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-64fda5f4-25c0-4df1-a0e6-891ca4d27095 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.1058276 Sep 08 14:10:22.448919 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-dbdb1f42-991d-4542-a7df-4e0360434604 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 200 len: 998 time: 0.0810554 Sep 08 14:10:22.501603 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:22.506483 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-64b4d85e-896a-4d0e-9a04-724b86041977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:22.508201 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-64b4d85e-896a-4d0e-9a04-724b86041977 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0537696 Sep 08 14:10:22.571095 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-fc40629e-2778-4409-b7d7-74dc562632da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:22.573673 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-fc40629e-2778-4409-b7d7-74dc562632da service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587046 Sep 08 14:10:22.683962 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-732f0d9b-53fc-4fa3-9551-c6be532cd1b3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035378 Sep 08 14:10:22.789490 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-0bfda345-6ac3-44d4-8937-1499157d6ea4 req-2de47694-4e77-46ac-bea2-b2ba13571ead service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991564 Sep 08 14:10:22.885798 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62196a19-3313-4491-8410-56b401a217a2 req-bfe1d1c1-e707-48bb-ae53-25350b548c6e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:22.888163 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62196a19-3313-4491-8410-56b401a217a2 req-bfe1d1c1-e707-48bb-ae53-25350b548c6e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0599635 Sep 08 14:10:22.944922 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62196a19-3313-4491-8410-56b401a217a2 req-36eebae0-81ff-4638-a817-06026a1b7fc4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511277 Sep 08 14:10:23.143844 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56566) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:23.158921 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-afe52739-97ec-4aae-a744-9ea4836ebab1 req-6680472d-018f-435e-ba40-ce5606b34fc1 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0334704 Sep 08 14:10:23.270770 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.360762 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Publish callbacks [] for security_group (263fde55-f09b-46aa-842e-5e709c8e7952), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.564858 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (263fde55-f09b-46aa-842e-5e709c8e7952), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.608129 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=bd00d529e0744019b2367d9204e8d8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629691 Sep 08 14:10:23.609183 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263fde55-f09b-46aa-842e-5e709c8e7952,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:23.611503 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56586) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:23.617769 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.618112 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.619829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.619829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.619829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.619829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.619829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.620266 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.620603 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.620794 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.621112 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.621439 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.621759 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.622077 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.622386 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9447b8a9-0d69-461a-8869-0bbc769fc075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.698651 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Publish callbacks [] for security_group (263fde55-f09b-46aa-842e-5e709c8e7952), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.720232 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Publish callbacks [] for security_group (263fde55-f09b-46aa-842e-5e709c8e7952), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.892889 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (263fde55-f09b-46aa-842e-5e709c8e7952), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.895454 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:23.896656 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/263fde55-f09b-46aa-842e-5e709c8e7952 HTTP/1.1" status: 204 len: 168 time: 0.2835603 Sep 08 14:10:23.906475 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263fde55-f09b-46aa-842e-5e709c8e7952,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:23.914761 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.915107 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.915586 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.915934 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.916410 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.916754 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.917087 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.917417 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.917749 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.918077 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.918409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.918735 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.919060 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.919382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:23.919707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab68c13-57d0-4997-9471-03c7020d4069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:24.142329 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658426c-5ee4-4c94-9261-7fbee81ead21 req-348ce4b1-fbb2-4afa-b27d-c3bf1cf5faad tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:24.148914 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8658426c-5ee4-4c94-9261-7fbee81ead21 req-348ce4b1-fbb2-4afa-b27d-c3bf1cf5faad tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0767694 Sep 08 14:10:24.222947 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8658426c-5ee4-4c94-9261-7fbee81ead21 req-8843358f-8fee-4189-b0dc-39a6d9c1a9ce tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671146 Sep 08 14:10:24.320040 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0ab44b79-8c02-4f0e-a21b-75872e07c61f req-01633f18-a2a4-49e0-a041-5b5b390307ed tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0681016 Sep 08 14:10:24.804263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56620) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:24.819206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ea6-1358-4f8e-8a2c-04b00fa6af82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:24.914852 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ea6-1358-4f8e-8a2c-04b00fa6af82 admin admin] Publish callbacks [] for security_group (bb1e0e61-1673-4ab1-858e-c4b1ca00645b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:24.989390 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5ea6-1358-4f8e-8a2c-04b00fa6af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (bb1e0e61-1673-4ab1-858e-c4b1ca00645b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.041300 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c8ca5ea6-1358-4f8e-8a2c-04b00fa6af82 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=349d51ca944b4b2283b4bb4bdba2e9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357419 Sep 08 14:10:25.043267 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5ea6-1358-4f8e-8a2c-04b00fa6af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e0e61-1673-4ab1-858e-c4b1ca00645b,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:25.044283 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56622) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:25.147968 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-45f31921-e36b-4db8-af62-22fe2c703015 admin admin] Publish callbacks [] for security_group (bb1e0e61-1673-4ab1-858e-c4b1ca00645b), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.160172 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:25.177671 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-45f31921-e36b-4db8-af62-22fe2c703015 admin admin] Publish callbacks [] for security_group (bb1e0e61-1673-4ab1-858e-c4b1ca00645b), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.222854 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a26c6cb8-4c48-4732-8501-b24d8d4fe61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.429948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56630) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:25.448136 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:25.487486 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f1abfe2c-3989-4c03-8471-ffa13f973661 req-969ff1b9-ea08-4540-8af3-841cbfb57d18 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0379095 Sep 08 14:10:25.502362 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa416d1b-ecb0-49f7-a090-9359984ac1f6 req-8e725300-ba23-43da-aa14-dc9df74bad89 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:25.504269 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fa416d1b-ecb0-49f7-a090-9359984ac1f6 req-8e725300-ba23-43da-aa14-dc9df74bad89 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.1256337 Sep 08 14:10:25.519893 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-45f31921-e36b-4db8-af62-22fe2c703015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (bb1e0e61-1673-4ab1-858e-c4b1ca00645b), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.522580 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-45f31921-e36b-4db8-af62-22fe2c703015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.523946 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-45f31921-e36b-4db8-af62-22fe2c703015 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/bb1e0e61-1673-4ab1-858e-c4b1ca00645b HTTP/1.1" status: 204 len: 168 time: 0.4780204 Sep 08 14:10:25.533791 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f31921-e36b-4db8-af62-22fe2c703015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e0e61-1673-4ab1-858e-c4b1ca00645b,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:25.601161 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fa416d1b-ecb0-49f7-a090-9359984ac1f6 req-4b4be792-316c-4ef3-af0f-a13a87a091eb tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837123 Sep 08 14:10:25.664729 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-150e6020-2761-4216-b33f-b9bbbf63fc4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.757132 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-150e6020-2761-4216-b33f-b9bbbf63fc4c admin admin] Publish callbacks [] for security_group (0baa4c49-53e0-44ec-8a54-efac5f50d9c7), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.835518 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-150e6020-2761-4216-b33f-b9bbbf63fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (0baa4c49-53e0-44ec-8a54-efac5f50d9c7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:25.888486 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-150e6020-2761-4216-b33f-b9bbbf63fc4c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=34edf1bfa6244564927fd79fa78eac75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557543 Sep 08 14:10:25.889882 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56638) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:25.892980 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6020-2761-4216-b33f-b9bbbf63fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baa4c49-53e0-44ec-8a54-efac5f50d9c7,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:25.900449 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:25.992387 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-952c58d0-0c42-4962-801a-b1525ce8bb2a admin admin] Publish callbacks [] for security_group (0baa4c49-53e0-44ec-8a54-efac5f50d9c7), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:26.019880 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-952c58d0-0c42-4962-801a-b1525ce8bb2a admin admin] Publish callbacks [] for security_group (0baa4c49-53e0-44ec-8a54-efac5f50d9c7), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:26.235822 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-952c58d0-0c42-4962-801a-b1525ce8bb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (0baa4c49-53e0-44ec-8a54-efac5f50d9c7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:26.238652 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-952c58d0-0c42-4962-801a-b1525ce8bb2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:26.242743 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-952c58d0-0c42-4962-801a-b1525ce8bb2a admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/0baa4c49-53e0-44ec-8a54-efac5f50d9c7 HTTP/1.1" status: 204 len: 168 time: 0.3481829 Sep 08 14:10:26.253795 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c58d0-0c42-4962-801a-b1525ce8bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baa4c49-53e0-44ec-8a54-efac5f50d9c7,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:26.336505 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:26.607492 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5028995a-b608-4fc6-a108-abfaff963069 req-d2d8fa02-9fac-4440-936a-c9f40c1640a3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0323284 Sep 08 14:10:26.797053 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b0927-9e50-47b0-b659-441956a9dfbb req-214ff66b-aacb-436a-981d-d66069c769ab tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:26.805290 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5c9b0927-9e50-47b0-b659-441956a9dfbb req-214ff66b-aacb-436a-981d-d66069c769ab tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0730679 Sep 08 14:10:26.871994 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5c9b0927-9e50-47b0-b659-441956a9dfbb req-1628f8e6-2ba6-41b4-aaea-cd472e0aeb37 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639706 Sep 08 14:10:27.231088 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 56668) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:27.246384 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d9db4e8c-6fa8-4f17-9c7f-ae53d5dfcac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.338321 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d9db4e8c-6fa8-4f17-9c7f-ae53d5dfcac2 admin admin] Publish callbacks [] for security_group (d059f245-640a-40c8-b187-47ff7656a8c1), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.426430 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d9db4e8c-6fa8-4f17-9c7f-ae53d5dfcac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d059f245-640a-40c8-b187-47ff7656a8c1), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.471240 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d9db4e8c-6fa8-4f17-9c7f-ae53d5dfcac2 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=1af1fcae57c64b808fcf1d7bd222e910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386560 Sep 08 14:10:27.472455 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db4e8c-6fa8-4f17-9c7f-ae53d5dfcac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059f245-640a-40c8-b187-47ff7656a8c1,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:27.475180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 56672) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:27.559174 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c26120b3-fe1c-4699-abec-fae0ff0c2540 admin admin] Publish callbacks [] for security_group (d059f245-640a-40c8-b187-47ff7656a8c1), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.586883 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c26120b3-fe1c-4699-abec-fae0ff0c2540 admin admin] Publish callbacks [] for security_group (d059f245-640a-40c8-b187-47ff7656a8c1), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.730208 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9f66bb0f-c964-44a4-914b-1de4ab7e349d req-eb72c0ae-6f4b-4511-ae6c-a6d9cdc8b9b5 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0402124 Sep 08 14:10:27.769733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c26120b3-fe1c-4699-abec-fae0ff0c2540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (d059f245-640a-40c8-b187-47ff7656a8c1), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.772763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c26120b3-fe1c-4699-abec-fae0ff0c2540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:27.774127 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c26120b3-fe1c-4699-abec-fae0ff0c2540 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/d059f245-640a-40c8-b187-47ff7656a8c1 HTTP/1.1" status: 204 len: 168 time: 0.2951288 Sep 08 14:10:27.783106 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26120b3-fe1c-4699-abec-fae0ff0c2540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059f245-640a-40c8-b187-47ff7656a8c1,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:28.019748 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ca23a-693e-49b9-b71d-d04872813904 req-d25bc0b1-e54f-4dbc-a38c-8504dbb57d3a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:28.021739 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ec6ca23a-693e-49b9-b71d-d04872813904 req-d25bc0b1-e54f-4dbc-a38c-8504dbb57d3a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0566978 Sep 08 14:10:28.091191 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ec6ca23a-693e-49b9-b71d-d04872813904 req-76bc9c88-51bd-4b70-8d42-db3add6f2a58 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624001 Sep 08 14:10:28.607335 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:28.823925 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:28.919287 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f6fb291e-fe19-49c1-8f53-380fac4bebb8 req-039bbcfd-4d0e-4df8-8e61-c1ce70dcc4b2 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0407693 Sep 08 14:10:29.268728 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87189a2b-a53d-4fb7-b7bf-f7aecd59883c req-9b4fcc53-6355-4753-afde-c3f15e3751ff tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:29.270464 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-87189a2b-a53d-4fb7-b7bf-f7aecd59883c req-9b4fcc53-6355-4753-afde-c3f15e3751ff tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0634067 Sep 08 14:10:29.335001 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-87189a2b-a53d-4fb7-b7bf-f7aecd59883c req-57c1be3a-60d0-4996-8a89-79448d885d61 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577343 Sep 08 14:10:30.058067 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e182c9fb-66ca-4ccd-a313-2597204c0895 req-c28d3dda-262c-432a-8f02-fa0a73f0bd01 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0300837 Sep 08 14:10:30.490690 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b08a9-bcfc-4fa5-bacc-6222b19fe323 req-a8050611-b2ee-4279-9353-751e89af1228 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:30.492316 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-638b08a9-bcfc-4fa5-bacc-6222b19fe323 req-a8050611-b2ee-4279-9353-751e89af1228 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0521069 Sep 08 14:10:30.545891 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-638b08a9-bcfc-4fa5-bacc-6222b19fe323 req-c69e6aea-ffa9-4d43-9adb-a992c603a7c5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473621 Sep 08 14:10:31.184046 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-91c48b8d-5d0c-4d72-a14e-fafb6acdf288 req-d134742c-8256-42ce-a1d3-0bb13dc83ee0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0339856 Sep 08 14:10:31.720289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:31.738627 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e2808-02ef-40f0-a3ce-ed0570acba33 req-189373e5-0421-49bb-bb09-e15b2742e131 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:31.741056 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9d0e2808-02ef-40f0-a3ce-ed0570acba33 req-189373e5-0421-49bb-bb09-e15b2742e131 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0868888 Sep 08 14:10:31.826739 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9d0e2808-02ef-40f0-a3ce-ed0570acba33 req-ed5474e5-c75e-4a9f-9f7e-9f262fdd70ba tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773320 Sep 08 14:10:32.300382 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-40cbb4b5-22e9-454f-b601-880df8931733 req-d956744a-5db7-41f1-9a16-5c2c56170219 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Sep 08 14:10:32.971579 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9e3f-b8d1-43c4-a895-751b7f09e456 req-8f68ff75-bd50-4025-b6e7-85315067976b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:32.973613 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-418a9e3f-b8d1-43c4-a895-751b7f09e456 req-8f68ff75-bd50-4025-b6e7-85315067976b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0547352 Sep 08 14:10:33.012583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:33.035428 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-418a9e3f-b8d1-43c4-a895-751b7f09e456 req-8efa81db-aa99-443c-af01-90c3be9a66cf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522313 Sep 08 14:10:33.408678 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0c6f3361-b595-4540-b08a-08b6c41d7379 req-e9960ba9-c00a-4aec-ad0e-1041a1390858 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0287535 Sep 08 14:10:34.163675 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22724e-c6ae-473a-bef3-cd45ee928ec5 req-a7a02d54-8720-40cf-8ead-056c2d0cd9b0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:34.165162 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d22724e-c6ae-473a-bef3-cd45ee928ec5 req-a7a02d54-8720-40cf-8ead-056c2d0cd9b0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0496857 Sep 08 14:10:34.214652 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d22724e-c6ae-473a-bef3-cd45ee928ec5 req-72e6dd25-0d37-4320-beca-ba15378c07e4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Sep 08 14:10:34.519231 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-38e87bc5-8618-48c5-9349-9c739cd6807a req-be006318-6f2b-4865-b04b-2d339e26f9f0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0324938 Sep 08 14:10:34.680965 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-76d185bb-6546-4188-a43d-03d03aa0777b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:34.682433 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-76d185bb-6546-4188-a43d-03d03aa0777b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 811 time: 0.1097391 Sep 08 14:10:34.755430 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-08df0225-8788-484b-9a29-aaed2acc62e9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae31829bffd7483fbab3dc87635aea58 HTTP/1.1" status: 200 len: 380 time: 0.0583282 Sep 08 14:10:34.763546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'port': {'device_id': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'admin_state_up': True, 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'security_groups': ['51251f4f-1815-493c-93e2-55761606ce20']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:10:34.844831 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:34.995883 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Made reservation on behalf of ae31829bffd7483fbab3dc87635aea58 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:10:35.000647 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:35.083288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:35.139269 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Allocated IP 172.20.0.4 (1825ab58-9a7f-4a28-9e67-c083bb9f8e93/1e8876eb-36c3-44cf-9482-bd471519492f/1e03d08d-9de5-40da-b09e-cdf6ce4f29c4) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:10:35.299097 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:35.354563 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44920d-6c22-47c7-a070-30b72e7e7984 req-a18ebe08-b7db-4953-8f26-f1ca01c903c9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:35.356311 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ab44920d-6c22-47c7-a070-30b72e7e7984 req-a18ebe08-b7db-4953-8f26-f1ca01c903c9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0507221 Sep 08 14:10:35.407961 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ab44920d-6c22-47c7-a070-30b72e7e7984 req-2e89e31b-9e35-49ce-ab66-bac06c82b48a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Sep 08 14:10:35.471103 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:35.519749 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:10:35.523504 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:10:35.530017 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:10:35.542911 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:35.589644 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:35.590297 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:35.660252 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83394ebe-9ac3-449e-a5a1-65dc454ee88a req-034893ad-f555-4a09-bed8-68ad65554a9e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:35.662069 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-83394ebe-9ac3-449e-a5a1-65dc454ee88a req-034893ad-f555-4a09-bed8-68ad65554a9e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 931 time: 0.0543847 Sep 08 14:10:35.723980 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-83394ebe-9ac3-449e-a5a1-65dc454ee88a req-579b0897-9d64-4892-a74a-5920d3947b5c tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545399 Sep 08 14:10:35.772601 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-7e8821ee-8ab3-442a-88ef-35ec1542b031 None None] Provisioning complete for port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:10:35.773236 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7e8821ee-8ab3-442a-88ef-35ec1542b031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:35.777020 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-7e833517-3547-4b15-8df2-4bb530165adf tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0169852 Sep 08 14:10:35.795166 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Request body: {'port': {'device_id': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:10:35.809334 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-7e8821ee-8ab3-442a-88ef-35ec1542b031 None None] Port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:10:35.860320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.202341 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:10:36.219098 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Publish callbacks [] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.235792 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Transition to ACTIVE for port object 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:10:36.412596 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.496579 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Pushing event updated for resources: {'Port': ['ID=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:36.533180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Attempting to bind port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:10:36.533536 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Attempting to bind port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:10:36.533910 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Attempting to bind port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:10:36.556226 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9127616-708c-46f3-a884-3f9e845695dc req-5d8bb653-af5a-40af-9bbb-bec2a1ac2f1f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:36.557866 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b9127616-708c-46f3-a884-3f9e845695dc req-5d8bb653-af5a-40af-9bbb-bec2a1ac2f1f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0555437 Sep 08 14:10:36.585120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:10:36.585450 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Attempting to bind port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 on network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:10:36.611385 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b9127616-708c-46f3-a884-3f9e845695dc req-30f8cadb-6b1c-490d-b77c-195f2f53a986 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459981 Sep 08 14:10:36.640587 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:10:36.640934 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Checking segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:10:36.641305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Bound using segment: {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:10:36.641755 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Bound port: 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79efd9b0-5976-42a8-bb22-04d35f85b26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:10:36.642180 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.705790 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] For port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:10:36.708874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] For port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:10:36.858857 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.864917 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:36.865662 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.867199 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 HTTP/1.1" status: 200 len: 1093 time: 1.0764108 Sep 08 14:10:36.867763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:10:36.870349 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e33e0-34f6-4f70-99c3-2fafac077990" -d '{"events": [{"name": "network-changed", "server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:10:36.918979 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2080e83f-4e57-4cb3-93c8-24a9f9b02c25 x-openstack-request-id: req-2080e83f-4e57-4cb3-93c8-24a9f9b02c25 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:10:36.919287 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:10:36.919671 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2080e83f-4e57-4cb3-93c8-24a9f9b02c25 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:10:36.920092 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2080e83f-4e57-4cb3-93c8-24a9f9b02c25'] response: {'name': 'network-changed', 'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'status': 'completed', 'code': 200} Sep 08 14:10:36.932495 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:36.938407 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d65576-07e5-4434-a732-7045d7e56e72 service neutron] Pushing event updated for resources: {'Port': ['ID=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:37.010335 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e02e-b71d-4f0f-8725-278e736da3ea req-a4916e34-fc10-49b3-b6da-b40235c9dc6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:37.011849 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4773e02e-b71d-4f0f-8725-278e736da3ea req-a4916e34-fc10-49b3-b6da-b40235c9dc6d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0524089 Sep 08 14:10:37.064744 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4773e02e-b71d-4f0f-8725-278e736da3ea req-0bc59f92-6c37-48b5-82ce-6f7e255e32b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470102 Sep 08 14:10:37.744744 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584a80d-873f-4804-a53b-bffc6a8f72b1 req-724a044c-7fe3-442c-bec7-fa640731a7e4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:37.746210 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9584a80d-873f-4804-a53b-bffc6a8f72b1 req-724a044c-7fe3-442c-bec7-fa640731a7e4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0477414 Sep 08 14:10:37.801126 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9584a80d-873f-4804-a53b-bffc6a8f72b1 req-bfeb9625-f392-4069-9fc6-05d48a1fbeb9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485959 Sep 08 14:10:38.043550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:38.132033 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:38.187547 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ea2f-f1f2-4dd1-b89e-e719a7f3d768 req-b3a985bf-6a6b-44cb-9541-6a475d7c1c9f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:38.189049 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5362ea2f-f1f2-4dd1-b89e-e719a7f3d768 req-b3a985bf-6a6b-44cb-9541-6a475d7c1c9f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0471089 Sep 08 14:10:38.240361 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5362ea2f-f1f2-4dd1-b89e-e719a7f3d768 req-323a2ec7-7e65-49cd-967d-766da7920fb7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 Sep 08 14:10:38.925760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:38.936513 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23f8d5-ebeb-4052-9729-fbc09382a3b3 req-f8811fae-99e5-44dc-9e84-ec6ccf816a0e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:38.939296 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1c23f8d5-ebeb-4052-9729-fbc09382a3b3 req-f8811fae-99e5-44dc-9e84-ec6ccf816a0e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0520308 Sep 08 14:10:38.988280 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1c23f8d5-ebeb-4052-9729-fbc09382a3b3 req-88983cdb-d599-4770-99e0-8220563d50d1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Sep 08 14:10:39.129448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e33e0-34f6-4f70-99c3-2fafac077990 req-65575355-5e44-4e2d-936e-f65fa56a407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:39.130969 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb8e33e0-34f6-4f70-99c3-2fafac077990 req-65575355-5e44-4e2d-936e-f65fa56a407d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 1127 time: 0.0409074 Sep 08 14:10:39.367674 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f411-bd56-46a9-be36-9123185812ff req-82bbf82c-90f4-4294-90eb-f682928349fc tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:39.369069 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6a58f411-bd56-46a9-be36-9123185812ff req-82bbf82c-90f4-4294-90eb-f682928349fc tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0516148 Sep 08 14:10:39.419687 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6a58f411-bd56-46a9-be36-9123185812ff req-e37b31e0-81f0-48ae-9b8d-15b504fc4647 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Sep 08 14:10:39.830414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e33e0-34f6-4f70-99c3-2fafac077990 req-d16b9708-e57e-4a71-a4df-720147ab5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:39.831991 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb8e33e0-34f6-4f70-99c3-2fafac077990 req-d16b9708-e57e-4a71-a4df-720147ab5c7e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=ae31829bffd7483fbab3dc87635aea58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080019 Sep 08 14:10:39.940957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e33e0-34f6-4f70-99c3-2fafac077990 req-b01babd6-834d-4924-aa36-078b1443fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:39.948491 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bb8e33e0-34f6-4f70-99c3-2fafac077990 req-b01babd6-834d-4924-aa36-078b1443fb8b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0997984 Sep 08 14:10:40.065744 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-b9b5b19a-67e6-49cd-9591-e67519c30aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:40.067261 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-b9b5b19a-67e6-49cd-9591-e67519c30aae service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 1127 time: 0.0452685 Sep 08 14:10:40.119908 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-2764b880-cbbb-4187-8523-599834ed1b68 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 HTTP/1.1" status: 200 len: 217 time: 0.0385666 Sep 08 14:10:40.128000 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf400-3097-4e72-9b0f-562d4e6ec2a8 req-9bdddde2-fa53-4d88-8f7d-8de330db3dd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:40.129583 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-381cf400-3097-4e72-9b0f-562d4e6ec2a8 req-9bdddde2-fa53-4d88-8f7d-8de330db3dd5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0518532 Sep 08 14:10:40.174993 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-6b2da94e-aa35-4d3b-a65a-2ccc7aca062e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:40.176527 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-6b2da94e-aa35-4d3b-a65a-2ccc7aca062e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0502489 Sep 08 14:10:40.186614 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-381cf400-3097-4e72-9b0f-562d4e6ec2a8 req-ef3a9d28-c967-433a-9201-4686d51a06b8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510762 Sep 08 14:10:40.269125 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:40.277801 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-151bb164-add5-452d-b176-eb0f26f459a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:40.279307 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-151bb164-add5-452d-b176-eb0f26f459a3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429435 Sep 08 14:10:40.375657 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-60709e9c-1de9-49b0-a57c-e46ad2c5f3b9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893173 Sep 08 14:10:40.472791 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-869ef7da-3e49-49b3-9b48-a7c0667dda6c req-994c780d-1be0-4250-8861-4c4380a4018e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913367 Sep 08 14:10:40.573415 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2ffa6-15c0-4d9b-9ab5-89e895cf5004 req-dc5982d7-7b9d-46b5-b19d-0d12dcf02b45 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:40.574931 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5e2ffa6-15c0-4d9b-9ab5-89e895cf5004 req-dc5982d7-7b9d-46b5-b19d-0d12dcf02b45 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0525265 Sep 08 14:10:40.625576 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5e2ffa6-15c0-4d9b-9ab5-89e895cf5004 req-4424edb4-8cbd-4cbf-adc5-197a1177dd01 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Sep 08 14:10:40.909000 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:10:40.911303 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:40.912902 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:41.143553 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:41.154637 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'port_id': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'mac_address': 'fa:16:3e:7a:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:10:41.192437 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:10:41.192830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:41.207149 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095af121-06a2-4c99-a9a4-79ded6b485f1 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:10:41.229774 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:41.317757 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01618a-a4c6-4c3a-8c49-3314e9cd5a1d req-29a9187f-9078-4872-a024-bbd2733d05c3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:41.319605 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2e01618a-a4c6-4c3a-8c49-3314e9cd5a1d req-29a9187f-9078-4872-a024-bbd2733d05c3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 943 time: 0.0477955 Sep 08 14:10:41.371195 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2e01618a-a4c6-4c3a-8c49-3314e9cd5a1d req-024d31d4-d978-40c8-b500-e93511cc363e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456288 Sep 08 14:10:41.375848 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:41.437855 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=9']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:41.459421 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-d643bb40-d713-4ed8-ae6a-d6c55ced0f75 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515370 Sep 08 14:10:41.566913 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-56aa17bd-5d22-46b7-a713-886c75173ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:41.568712 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-56aa17bd-5d22-46b7-a713-886c75173ee8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1130 time: 0.0414124 Sep 08 14:10:41.679401 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-fb65bb46-12a1-4993-afd2-5c5c1aedca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:41.682250 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-fb65bb46-12a1-4993-afd2-5c5c1aedca3b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.0929737 Sep 08 14:10:41.725404 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:41.732950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['095af121-06a2-4c99-a9a4-79ded6b485f1'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:10:41.752222 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802bc6-b3ed-4391-835f-7fcd5637ad53 req-073e07a4-290d-4d4f-8247-c720119c4387 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:41.756802 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da802bc6-b3ed-4391-835f-7fcd5637ad53 req-073e07a4-290d-4d4f-8247-c720119c4387 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0506167 Sep 08 14:10:41.756945 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-98b278de-3ebb-484b-9d86-bd161d5495e7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 1002 time: 0.0672619 Sep 08 14:10:41.810353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-44fe91e0-bc7d-43c5-89b1-03660ad252de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:41.815263 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-44fe91e0-bc7d-43c5-89b1-03660ad252de service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0512004 Sep 08 14:10:41.815398 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da802bc6-b3ed-4391-835f-7fcd5637ad53 req-69421a34-d22d-446c-89b3-667990e2a0ac tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540433 Sep 08 14:10:41.861485 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-483623ab-1f16-4c02-8d0f-7e43b1ae61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:41.882838 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-483623ab-1f16-4c02-8d0f-7e43b1ae61b1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426781 Sep 08 14:10:41.965059 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-478d4136-e93c-4eb1-8cb2-0e2c42547612 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956609 Sep 08 14:10:41.985807 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:41.995925 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:42.064399 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2e6b5831-e4ec-481e-a957-34329f402dc6 req-9782185a-d456-4221-8b9d-492e03827f3c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925164 Sep 08 14:10:42.472979 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:42.510464 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb53e-bacf-44ac-9d15-9e6eab7feab0 req-add1879d-c223-4062-b8b6-6fb4831e6b6d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:42.512097 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b2fdb53e-bacf-44ac-9d15-9e6eab7feab0 req-add1879d-c223-4062-b8b6-6fb4831e6b6d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 944 time: 0.0496228 Sep 08 14:10:42.566431 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b2fdb53e-bacf-44ac-9d15-9e6eab7feab0 req-68e42fb3-0ea9-47e5-85c5-eeb357f3778d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479414 Sep 08 14:10:42.927254 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:10:42.939832 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94a514-e036-4d8f-b2c9-da31d6ac9f70 req-053b441d-e24d-4e34-a34e-1bb321af0a37 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:42.941466 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8a94a514-e036-4d8f-b2c9-da31d6ac9f70 req-053b441d-e24d-4e34-a34e-1bb321af0a37 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0493948 Sep 08 14:10:42.975384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 095af121-06a2-4c99-a9a4-79ded6b485f1 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:10:42.975759 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:43.005319 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8a94a514-e036-4d8f-b2c9-da31d6ac9f70 req-ef999ac3-419e-4462-9022-c103bd57bbef tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564675 Sep 08 14:10:43.018173 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:43.071063 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 095af121-06a2-4c99-a9a4-79ded6b485f1 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:10:43.071525 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:43.095545 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:10:43.097929 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74357626-e03b-4f1a-a7a8-0c93411ca550" -d '{"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-plugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:10:43.110894 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:43.142107 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1d88c-4436-4be9-b4a8-0c25d909b752 x-openstack-request-id: req-0ef1d88c-4436-4be9-b4a8-0c25d909b752 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:10:43.142409 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-plugged", "status": "completed", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:10:43.142691 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0ef1d88c-4436-4be9-b4a8-0c25d909b752 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:10:43.143097 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef1d88c-4436-4be9-b4a8-0c25d909b752'] response: {'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'code': 200} Sep 08 14:10:43.283930 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:43.336824 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=10']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:43.701899 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeafcb3-cb9d-4a11-8c9a-107abbb6d084 req-90459ea9-85f2-4410-ad3b-be01fd564754 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:43.703358 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-feeafcb3-cb9d-4a11-8c9a-107abbb6d084 req-90459ea9-85f2-4410-ad3b-be01fd564754 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0513642 Sep 08 14:10:43.754193 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-feeafcb3-cb9d-4a11-8c9a-107abbb6d084 req-1600abc4-8c53-462f-8fab-ff2230cc7803 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442317 Sep 08 14:10:43.940866 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc34ca5-7a62-404a-b76b-3ebb3c8378f9 req-2dbe5a9c-b49e-4a64-95a9-cc695084d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:43.942293 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5bc34ca5-7a62-404a-b76b-3ebb3c8378f9 req-2dbe5a9c-b49e-4a64-95a9-cc695084d1a5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 1130 time: 0.0403326 Sep 08 14:10:43.991245 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5bc34ca5-7a62-404a-b76b-3ebb3c8378f9 req-aa28e175-eaa7-44ba-b90d-436dbc338357 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Sep 08 14:10:44.134341 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb53aa-350e-4491-9ce3-3429f2ba7997 req-c9d4bdbb-62a9-4691-8654-14aeafe87025 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:44.135855 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-36cb53aa-350e-4491-9ce3-3429f2ba7997 req-c9d4bdbb-62a9-4691-8654-14aeafe87025 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0498760 Sep 08 14:10:44.186641 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-36cb53aa-350e-4491-9ce3-3429f2ba7997 req-f2b3010e-1b17-43c5-9c85-15d7c98399be tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441377 Sep 08 14:10:44.887929 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930db3b-5071-4d56-aef1-6b6d74423fdb req-0d4077ac-6d93-4b92-ae4f-9eec0f2bcb45 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:44.889548 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f930db3b-5071-4d56-aef1-6b6d74423fdb req-0d4077ac-6d93-4b92-ae4f-9eec0f2bcb45 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0510397 Sep 08 14:10:44.919730 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:44.942770 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f930db3b-5071-4d56-aef1-6b6d74423fdb req-d750a5ff-e40c-43bc-841b-cbf9d2b6eabd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474296 Sep 08 14:10:45.312820 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ab7cb-a2d0-4520-9afd-f2973534ea46 req-a84c2820-9b8d-4792-be9a-4063cd48a714 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:45.314552 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-179ab7cb-a2d0-4520-9afd-f2973534ea46 req-a84c2820-9b8d-4792-be9a-4063cd48a714 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0497899 Sep 08 14:10:45.385218 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-179ab7cb-a2d0-4520-9afd-f2973534ea46 req-c45355f2-3eb7-427c-8992-90603c48876b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596588 Sep 08 14:10:46.074160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce9a15-4991-40eb-a877-a5a304d2f497 req-53e89205-dda0-4afc-99a6-597d54db6ce9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:46.075673 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bbce9a15-4991-40eb-a877-a5a304d2f497 req-53e89205-dda0-4afc-99a6-597d54db6ce9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0491345 Sep 08 14:10:46.126882 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bbce9a15-4991-40eb-a877-a5a304d2f497 req-46dfbc54-71d1-4c78-a14c-9210ff1945d8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 Sep 08 14:10:46.357198 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57020) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:46.480935 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4a864405-b964-449a-9210-d030276df2f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:46.522881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1b74e-b67e-4521-8c3f-ea5883c7b763 req-55f1bfc1-c5ca-46e0-b9e0-4bbec78d18e8 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:46.524979 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a7f1b74e-b67e-4521-8c3f-ea5883c7b763 req-55f1bfc1-c5ca-46e0-b9e0-4bbec78d18e8 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0566335 Sep 08 14:10:46.526607 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:46.573043 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4a864405-b964-449a-9210-d030276df2f4 admin admin] Publish callbacks [] for security_group (04d251d5-ddca-44a8-9a35-7695a21e1fce), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:46.581974 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a7f1b74e-b67e-4521-8c3f-ea5883c7b763 req-b49b8679-a316-4481-a47d-9ac0b0f32cc8 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504069 Sep 08 14:10:46.743876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-4a864405-b964-449a-9210-d030276df2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (04d251d5-ddca-44a8-9a35-7695a21e1fce), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:46.784272 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-4a864405-b964-449a-9210-d030276df2f4 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=5ca5bf5c5a264063a4f720507f48a06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217587 Sep 08 14:10:46.784873 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57026) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:46.791446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864405-b964-449a-9210-d030276df2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d251d5-ddca-44a8-9a35-7695a21e1fce,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:46.842894 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0e4b-2879-4902-b033-613dc280543f admin admin] Publish callbacks [] for security_group (04d251d5-ddca-44a8-9a35-7695a21e1fce), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:46.865431 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0e4b-2879-4902-b033-613dc280543f admin admin] Publish callbacks [] for security_group (04d251d5-ddca-44a8-9a35-7695a21e1fce), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:47.026257 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0e4b-2879-4902-b033-613dc280543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (04d251d5-ddca-44a8-9a35-7695a21e1fce), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:47.028882 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0e4b-2879-4902-b033-613dc280543f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:47.030039 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9f2e0e4b-2879-4902-b033-613dc280543f admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/04d251d5-ddca-44a8-9a35-7695a21e1fce HTTP/1.1" status: 204 len: 168 time: 0.2424190 Sep 08 14:10:47.038999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0e4b-2879-4902-b033-613dc280543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d251d5-ddca-44a8-9a35-7695a21e1fce,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:47.264259 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33626dad-7243-408d-aeab-93527e68d991 req-f1acf709-98eb-43f5-b849-618a3d629a79 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:47.266315 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33626dad-7243-408d-aeab-93527e68d991 req-f1acf709-98eb-43f5-b849-618a3d629a79 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0560949 Sep 08 14:10:47.316563 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-33626dad-7243-408d-aeab-93527e68d991 req-8628d78f-6671-46b6-967f-25c6a5b1248f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Sep 08 14:10:47.703389 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83134-ccbc-49e3-8c09-222eb74a5c64 req-22fb45cc-090d-4a8c-bd64-7fd540c8ad41 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:47.704888 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-faa83134-ccbc-49e3-8c09-222eb74a5c64 req-22fb45cc-090d-4a8c-bd64-7fd540c8ad41 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0470533 Sep 08 14:10:47.753924 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-faa83134-ccbc-49e3-8c09-222eb74a5c64 req-c01926c5-af7c-4192-a274-cbb298342178 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 Sep 08 14:10:48.133843 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57038) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:48.147572 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-99ae61d9-3f6c-45af-b7df-4681780bf2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.159887 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:48.225736 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-99ae61d9-3f6c-45af-b7df-4681780bf2e9 admin admin] Publish callbacks [] for security_group (7ff114e2-2f2a-428d-a4f1-bd7b84271ed8), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.361370 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-99ae61d9-3f6c-45af-b7df-4681780bf2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (7ff114e2-2f2a-428d-a4f1-bd7b84271ed8), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.383651 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:48.408546 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae61d9-3f6c-45af-b7df-4681780bf2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff114e2-2f2a-428d-a4f1-bd7b84271ed8,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:48.414754 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-99ae61d9-3f6c-45af-b7df-4681780bf2e9 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=6c1962c3350c4a0b9e9abba842223b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798560 Sep 08 14:10:48.418924 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57048) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:48.466337 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba793b3-a2ec-4da0-9bd3-2d942cd15cec req-757d6c01-57c5-492a-a98c-0f50c987faf6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:48.468942 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3ba793b3-a2ec-4da0-9bd3-2d942cd15cec req-757d6c01-57c5-492a-a98c-0f50c987faf6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0573211 Sep 08 14:10:48.479744 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3d99e8ed-9c36-48b8-a794-6b9481dcb764 admin admin] Publish callbacks [] for security_group (7ff114e2-2f2a-428d-a4f1-bd7b84271ed8), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.504364 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3d99e8ed-9c36-48b8-a794-6b9481dcb764 admin admin] Publish callbacks [] for security_group (7ff114e2-2f2a-428d-a4f1-bd7b84271ed8), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.522386 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3ba793b3-a2ec-4da0-9bd3-2d942cd15cec req-d09b8779-4037-435a-86dc-291e775f73a9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Sep 08 14:10:48.680463 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3d99e8ed-9c36-48b8-a794-6b9481dcb764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (7ff114e2-2f2a-428d-a4f1-bd7b84271ed8), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.683073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3d99e8ed-9c36-48b8-a794-6b9481dcb764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:48.684290 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3d99e8ed-9c36-48b8-a794-6b9481dcb764 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/7ff114e2-2f2a-428d-a4f1-bd7b84271ed8 HTTP/1.1" status: 204 len: 168 time: 0.2634389 Sep 08 14:10:48.692783 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99e8ed-9c36-48b8-a794-6b9481dcb764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff114e2-2f2a-428d-a4f1-bd7b84271ed8,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:48.736505 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:10:48.887419 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2796ac-07b5-4613-ba7d-5efc90aee1df req-155f5657-61b2-4aea-a474-c83681ca2b5f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:48.888935 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc2796ac-07b5-4613-ba7d-5efc90aee1df req-155f5657-61b2-4aea-a474-c83681ca2b5f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 943 time: 0.0555537 Sep 08 14:10:48.943728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:10:48.944383 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc2796ac-07b5-4613-ba7d-5efc90aee1df req-5eaef930-c427-495b-bbcb-0c38091e77ce tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494223 Sep 08 14:10:49.048781 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:49.063464 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'port_id': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'mac_address': 'fa:16:3e:aa:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:10:49.072552 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57058) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:49.110931 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:10:49.110931 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.125517 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:10:49.148835 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:49.198431 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-27baaa9a-83b0-4ba9-bb98-534bf94a7873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.264240 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.290674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-27baaa9a-83b0-4ba9-bb98-534bf94a7873 admin admin] Publish callbacks [] for security_group (1c947b05-dea4-4b6a-ab01-e34c7f7745bd), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.291754 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:49.315987 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:49.323980 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.324358 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.324804 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.325142 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.325476 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.325813 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.326150 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.326467 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.326791 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.327116 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.327937 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.328301 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.328617 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.329023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.329343 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:10:49.423748 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-27baaa9a-83b0-4ba9-bb98-534bf94a7873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1c947b05-dea4-4b6a-ab01-e34c7f7745bd), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.464464 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27baaa9a-83b0-4ba9-bb98-534bf94a7873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c947b05-dea4-4b6a-ab01-e34c7f7745bd,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:49.473353 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-27baaa9a-83b0-4ba9-bb98-534bf94a7873 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=357cd4132a814121ad5c62c6db670c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963141 Sep 08 14:10:49.473563 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57072) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:49.526761 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1f8a678d-fa7e-47c5-bb78-2404e00b2bf6 admin admin] Publish callbacks [] for security_group (1c947b05-dea4-4b6a-ab01-e34c7f7745bd), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.547824 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1f8a678d-fa7e-47c5-bb78-2404e00b2bf6 admin admin] Publish callbacks [] for security_group (1c947b05-dea4-4b6a-ab01-e34c7f7745bd), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.568799 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['1e03d08d-9de5-40da-b09e-cdf6ce4f29c4'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:10:49.714978 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1f8a678d-fa7e-47c5-bb78-2404e00b2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1c947b05-dea4-4b6a-ab01-e34c7f7745bd), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.719338 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-1f8a678d-fa7e-47c5-bb78-2404e00b2bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:49.720987 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-1f8a678d-fa7e-47c5-bb78-2404e00b2bf6 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1c947b05-dea4-4b6a-ab01-e34c7f7745bd HTTP/1.1" status: 204 len: 168 time: 0.2467468 Sep 08 14:10:49.732792 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a678d-fa7e-47c5-bb78-2404e00b2bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c947b05-dea4-4b6a-ab01-e34c7f7745bd,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:50.078901 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e6964-698c-4f82-b736-34558eab03d1 req-6f0dc6a7-39f4-4cd7-a5f0-c2430da0e647 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:50.080590 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-810e6964-698c-4f82-b736-34558eab03d1 req-6f0dc6a7-39f4-4cd7-a5f0-c2430da0e647 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 944 time: 0.0551875 Sep 08 14:10:50.132567 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-810e6964-698c-4f82-b736-34558eab03d1 req-a2155502-679f-4191-a5e2-cefa4f1de1e0 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Sep 08 14:10:50.567242 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57096) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:50.581064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9eccc63e-e66f-4a57-a917-8168f26b9c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:50.664289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9eccc63e-e66f-4a57-a917-8168f26b9c01 admin admin] Publish callbacks [] for security_group (4a2de3c0-98e1-4339-ac7f-e732a0f7c035), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:50.797137 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9eccc63e-e66f-4a57-a917-8168f26b9c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4a2de3c0-98e1-4339-ac7f-e732a0f7c035), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:50.840503 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9eccc63e-e66f-4a57-a917-8168f26b9c01 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=67894b3b17e74bc8985ee5f61fe8b692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721179 Sep 08 14:10:50.841464 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccc63e-e66f-4a57-a917-8168f26b9c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2de3c0-98e1-4339-ac7f-e732a0f7c035,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:50.843913 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57104) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:50.896433 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:50.909403 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08233737-d8a0-4ad4-8762-37ec18f25a13 admin admin] Publish callbacks [] for security_group (4a2de3c0-98e1-4339-ac7f-e732a0f7c035), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:50.935724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08233737-d8a0-4ad4-8762-37ec18f25a13 admin admin] Publish callbacks [] for security_group (4a2de3c0-98e1-4339-ac7f-e732a0f7c035), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:50.969019 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:10:51.016830 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:10:51.137711 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:10:51.137951 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08233737-d8a0-4ad4-8762-37ec18f25a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (4a2de3c0-98e1-4339-ac7f-e732a0f7c035), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:51.138096 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:51.140975 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08233737-d8a0-4ad4-8762-37ec18f25a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:51.142259 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-08233737-d8a0-4ad4-8762-37ec18f25a13 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/4a2de3c0-98e1-4339-ac7f-e732a0f7c035 HTTP/1.1" status: 204 len: 168 time: 0.2956245 Sep 08 14:10:51.153183 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08233737-d8a0-4ad4-8762-37ec18f25a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2de3c0-98e1-4339-ac7f-e732a0f7c035,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:51.200425 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:51.252718 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:10:51.253409 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:51.279495 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:51.282675 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:10:51.285022 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c214b68-cd4a-4061-8e0e-705046397c1b" -d '{"events": [{"server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "name": "network-vif-plugged", "status": "completed", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:10:51.295606 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136d79-333e-429e-9f74-47de1358e5d8 req-b34b1811-5545-4d24-98aa-b7bad9ffd4fe tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:51.299321 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-44136d79-333e-429e-9f74-47de1358e5d8 req-b34b1811-5545-4d24-98aa-b7bad9ffd4fe tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 944 time: 0.0604088 Sep 08 14:10:51.299772 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:10:51.334969 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0db645-4819-44e3-90ab-d26e47a7c757 x-openstack-request-id: req-9d0db645-4819-44e3-90ab-d26e47a7c757 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:10:51.335291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "name": "network-vif-plugged", "status": "completed", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:10:51.335696 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9d0db645-4819-44e3-90ab-d26e47a7c757 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:10:51.336111 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0db645-4819-44e3-90ab-d26e47a7c757'] response: {'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'code': 200} Sep 08 14:10:51.368983 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-44136d79-333e-429e-9f74-47de1358e5d8 req-c918d926-6c6a-4e03-bab1-63af53832a43 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625615 Sep 08 14:10:51.434836 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:51.489641 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:51.854426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be37f6-cb71-43f6-a986-51f9153c955b req-558cbd63-7d50-4a03-b2c3-fb53d2888eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:51.855930 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-24be37f6-cb71-43f6-a986-51f9153c955b req-558cbd63-7d50-4a03-b2c3-fb53d2888eb6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 1129 time: 0.0409174 Sep 08 14:10:51.906940 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-24be37f6-cb71-43f6-a986-51f9153c955b req-087873a4-4c88-4982-86d0-b449f14bc0bd service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Sep 08 14:10:51.982068 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57132) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:52.093170 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe9df-d6f9-4376-9e79-7b429e973a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.157281 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b29ac828-4dcc-4035-b45b-169f34bdf0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.173949 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe9df-d6f9-4376-9e79-7b429e973a8b admin admin] Publish callbacks [] for security_group (02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.250156 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57136) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:52.256231 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:52.263933 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-898ae59a-42de-47bb-9c67-903e8c748cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.276233 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe9df-d6f9-4376-9e79-7b429e973a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.326586 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfe9df-d6f9-4376-9e79-7b429e973a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:52.334203 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d4dfe9df-d6f9-4376-9e79-7b429e973a8b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=145dd5f4d1a142678b3aaa390cdbdd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512678 Sep 08 14:10:52.336960 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57138) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:52.392480 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0f984f4b-2db8-4348-9887-1743cdd2c778 admin admin] Publish callbacks [] for security_group (02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.397783 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-898ae59a-42de-47bb-9c67-903e8c748cf3 admin admin] Publish callbacks [] for security_group (597ea3b8-d1de-4d5f-8633-2f172406a914), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.412949 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:52.417861 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0f984f4b-2db8-4348-9887-1743cdd2c778 admin admin] Publish callbacks [] for security_group (02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.506376 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae932-183e-4f1b-af07-1bc9ccb8c704 req-31623626-6d89-4ae2-bc30-5731cb61038d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:52.508843 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a71ae932-183e-4f1b-af07-1bc9ccb8c704 req-31623626-6d89-4ae2-bc30-5731cb61038d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Sep 08 14:10:52.528259 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-898ae59a-42de-47bb-9c67-903e8c748cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (597ea3b8-d1de-4d5f-8633-2f172406a914), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.563401 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0f984f4b-2db8-4348-9887-1743cdd2c778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.566096 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-0f984f4b-2db8-4348-9887-1743cdd2c778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.567306 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-0f984f4b-2db8-4348-9887-1743cdd2c778 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a HTTP/1.1" status: 204 len: 168 time: 0.2291186 Sep 08 14:10:52.577819 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f984f4b-2db8-4348-9887-1743cdd2c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ed8ec8-ccbb-40de-b4e5-3a19fbde2e8a,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:52.602961 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-898ae59a-42de-47bb-9c67-903e8c748cf3 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=6b8b95133bcf48e387993bf8fd66c4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510358 Sep 08 14:10:52.609088 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ae59a-42de-47bb-9c67-903e8c748cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597ea3b8-d1de-4d5f-8633-2f172406a914,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:52.609809 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57144) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:52.612020 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a71ae932-183e-4f1b-af07-1bc9ccb8c704 req-5c0baeef-612f-414f-9262-639aa2a74813 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980320 Sep 08 14:10:52.680800 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af08e11b-d5b8-4580-b54f-864c611231b0 admin admin] Publish callbacks [] for security_group (597ea3b8-d1de-4d5f-8633-2f172406a914), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.703701 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af08e11b-d5b8-4580-b54f-864c611231b0 admin admin] Publish callbacks [] for security_group (597ea3b8-d1de-4d5f-8633-2f172406a914), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.926675 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af08e11b-d5b8-4580-b54f-864c611231b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (597ea3b8-d1de-4d5f-8633-2f172406a914), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.929429 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-af08e11b-d5b8-4580-b54f-864c611231b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:52.930671 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-af08e11b-d5b8-4580-b54f-864c611231b0 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/597ea3b8-d1de-4d5f-8633-2f172406a914 HTTP/1.1" status: 204 len: 168 time: 0.3203645 Sep 08 14:10:52.939645 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08e11b-d5b8-4580-b54f-864c611231b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ea3b8-d1de-4d5f-8633-2f172406a914,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:53.528442 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57154) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:53.543138 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dda52dfc-fd25-4bc8-8533-a3c0fcf31b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:53.629510 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dda52dfc-fd25-4bc8-8533-a3c0fcf31b92 admin admin] Publish callbacks [] for security_group (cb810cc8-2566-438b-8e16-5098b7d881d4), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:53.725816 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-dda52dfc-fd25-4bc8-8533-a3c0fcf31b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cb810cc8-2566-438b-8e16-5098b7d881d4), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:53.744474 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:53.759471 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0623-5782-410c-88d0-1b0b32a5efc7 req-525b6e05-f83c-4a06-8b37-fff858afe8b7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:53.761198 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7caa0623-5782-410c-88d0-1b0b32a5efc7 req-525b6e05-f83c-4a06-8b37-fff858afe8b7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0513144 Sep 08 14:10:53.769114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52dfc-fd25-4bc8-8533-a3c0fcf31b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb810cc8-2566-438b-8e16-5098b7d881d4,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:53.774560 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-dda52dfc-fd25-4bc8-8533-a3c0fcf31b92 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=cdc683c636ee4c0fb92e25701ff40858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447555 Sep 08 14:10:53.777307 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57162) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:53.820543 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7caa0623-5782-410c-88d0-1b0b32a5efc7 req-33ed931e-096f-41ff-a3af-49d03c120b4b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522857 Sep 08 14:10:53.831609 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5f1d57f8-bb85-460e-b672-d59134a76663 admin admin] Publish callbacks [] for security_group (cb810cc8-2566-438b-8e16-5098b7d881d4), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:53.855233 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5f1d57f8-bb85-460e-b672-d59134a76663 admin admin] Publish callbacks [] for security_group (cb810cc8-2566-438b-8e16-5098b7d881d4), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:53.911589 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:53.947707 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6a83-ff6c-431f-b341-6bc419a34f3b req-011346b7-a383-4454-892a-71e06b08363b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:53.949328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d6bc6a83-ff6c-431f-b341-6bc419a34f3b req-011346b7-a383-4454-892a-71e06b08363b tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Sep 08 14:10:54.028943 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d6bc6a83-ff6c-431f-b341-6bc419a34f3b req-bf45a3cf-d987-452f-b134-8f7486ca9a16 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721481 Sep 08 14:10:54.065397 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57168) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:54.098196 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5f1d57f8-bb85-460e-b672-d59134a76663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (cb810cc8-2566-438b-8e16-5098b7d881d4), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:54.101233 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5f1d57f8-bb85-460e-b672-d59134a76663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:54.102570 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5f1d57f8-bb85-460e-b672-d59134a76663 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/cb810cc8-2566-438b-8e16-5098b7d881d4 HTTP/1.1" status: 204 len: 168 time: 0.3242879 Sep 08 14:10:54.112520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d57f8-bb85-460e-b672-d59134a76663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb810cc8-2566-438b-8e16-5098b7d881d4,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:54.289409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443115fc-4708-49c5-9c90-322526e4aa8c tempest-TestVolumeBootPattern-132941891 tempest-TestVolumeBootPattern-132941891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:54.291163 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-443115fc-4708-49c5-9c90-322526e4aa8c tempest-TestVolumeBootPattern-132941891 tempest-TestVolumeBootPattern-132941891-project-admin] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 1124 time: 0.2246263 Sep 08 14:10:54.294401 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57178) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:54.299390 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'port_id': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:10:54.481107 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:54.567671 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:54.902425 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Allocated IP 172.27.1.33 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/510f58a7-0224-4cd9-b8d8-0c794e00f64a) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:10:55.020848 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:55.158232 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:55.207972 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:10:55.220097 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:10:55.220644 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:10:55.222924 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=510f58a7-0224-4cd9-b8d8-0c794e00f64a,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:55.245928 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-99110677-764b-4e34-b062-e29db2e5c326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:55.296549 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:55.630540 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (987b1569-16c2-424d-91ee-bd7790a1e2fd), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:55.806665 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:55.963039 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.006260 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:56.066021 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.137621 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (987b1569-16c2-424d-91ee-bd7790a1e2fd), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.139496 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event updated for resources: {'Port': ['ID=510f58a7-0224-4cd9-b8d8-0c794e00f64a,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:56.265259 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.l3_db [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Floating IP 987b1569-16c2-424d-91ee-bd7790a1e2fd associated. External IP: 172.27.1.33, port: 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4. Sep 08 14:10:56.295299 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57234) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:56.331548 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.497541 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:10:56.507100 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-923b6cdd-ae50-4841-9cf8-c276ebf877da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.591915 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-923b6cdd-ae50-4841-9cf8-c276ebf877da admin admin] Publish callbacks [] for security_group (32e149f0-e933-44db-bfc6-ba6d103b24f7), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.610641 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:10:56.624863 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:10:56.635813 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:10:56.636557 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:10:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:56.748476 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:10:56.791335 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-923b6cdd-ae50-4841-9cf8-c276ebf877da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (32e149f0-e933-44db-bfc6-ba6d103b24f7), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.793638 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.820855 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:56.835820 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8e720208-5522-46be-900a-82ec8d8d0c89 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5398271 Sep 08 14:10:56.836091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b6cdd-ae50-4841-9cf8-c276ebf877da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e149f0-e933-44db-bfc6-ba6d103b24f7,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:56.836695 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4'}] {{(pid=113666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:10:56.839522 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b128fc92883d19efac1272f8f616475b053602cf60464cd1bd29488178fbfd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79806789-7e85-4628-8db5-6d68e53e1e80" -d '{"events": [{"name": "network-changed", "server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4"}]}' {{(pid=113666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:10:56.840801 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-923b6cdd-ae50-4841-9cf8-c276ebf877da admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=588b698b09424604b701e64bdea23ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444267 Sep 08 14:10:56.843444 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57242) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:10:56.888009 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81df24f8-b944-46c2-8f82-0311ed5ae325 x-openstack-request-id: req-81df24f8-b944-46c2-8f82-0311ed5ae325 {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:10:56.888434 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4", "status": "completed", "code": 200}]} {{(pid=113666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:10:56.888785 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-81df24f8-b944-46c2-8f82-0311ed5ae325 {{(pid=113666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:10:56.889294 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81df24f8-b944-46c2-8f82-0311ed5ae325'] response: {'name': 'network-changed', 'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'status': 'completed', 'code': 200} Sep 08 14:10:56.897663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7251691e-6c04-4c9e-b0a1-6ada5479fcd1 admin admin] Publish callbacks [] for security_group (32e149f0-e933-44db-bfc6-ba6d103b24f7), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.919083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7251691e-6c04-4c9e-b0a1-6ada5479fcd1 admin admin] Publish callbacks [] for security_group (32e149f0-e933-44db-bfc6-ba6d103b24f7), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:56.988605 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '987b1569-16c2-424d-91ee-bd7790a1e2fd', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:aa:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:10:55Z', 'updated_at': '2022-09-08T14:10:55Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}, {'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:30Z', 'revision_number': 1, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:56.995240 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-d2ab693a-deee-4826-b96b-3811adeba349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:56.996829 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-d2ab693a-deee-4826-b96b-3811adeba349 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 1129 time: 0.0435276 Sep 08 14:10:57.015159 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:10:57.024384 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:10:57.025001 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:10:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:57.078929 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:57.091700 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:57.102083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-2afee7cc-c207-451f-9a3c-7be716d00386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:57.103574 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-2afee7cc-c207-451f-9a3c-7be716d00386 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.0993390 Sep 08 14:10:57.133491 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:10:57.145348 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7251691e-6c04-4c9e-b0a1-6ada5479fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (32e149f0-e933-44db-bfc6-ba6d103b24f7), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:57.147935 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-7251691e-6c04-4c9e-b0a1-6ada5479fcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:57.149113 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-7251691e-6c04-4c9e-b0a1-6ada5479fcd1 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/32e149f0-e933-44db-bfc6-ba6d103b24f7 HTTP/1.1" status: 204 len: 168 time: 0.3044286 Sep 08 14:10:57.167422 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251691e-6c04-4c9e-b0a1-6ada5479fcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e149f0-e933-44db-bfc6-ba6d103b24f7,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:10:57.184820 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-5aee6a01-f9e0-4fa0-959e-ad2ceae15f94 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 HTTP/1.1" status: 200 len: 998 time: 0.0745094 Sep 08 14:10:57.225960 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:57.243432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-9bde3da4-84b6-40f4-b964-ff459f388ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:57.244929 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-9bde3da4-84b6-40f4-b964-ff459f388ffc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0503476 Sep 08 14:10:57.303155 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-53d9e24f-650b-441a-bb97-3edc207c5440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:10:57.304706 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-53d9e24f-650b-441a-bb97-3edc207c5440 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497148 Sep 08 14:10:57.391936 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '987b1569-16c2-424d-91ee-bd7790a1e2fd', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:aa:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:10:55Z', 'updated_at': '2022-09-08T14:10:55Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}, {'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:30Z', 'revision_number': 1, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:10:57.396103 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:10:57.406902 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-32bec347-9bd2-42f5-be4b-a6bd8d38f85d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939648 Sep 08 14:10:57.419489 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef7f50-f971-47e7-9aad-18d4c8e9a842 None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': '987b1569-16c2-424d-91ee-bd7790a1e2fd', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:aa:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:10:55Z', 'updated_at': '2022-09-08T14:10:55Z', 'revision_number': 0, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}, {'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:30Z', 'revision_number': 1, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:10:57.659386 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93170fde-c082-4e54-9ceb-5ddb69b476bd None None] New status for floating IP 987b1569-16c2-424d-91ee-bd7790a1e2fd: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:10:57.790212 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-79806789-7e85-4628-8db5-6d68e53e1e80 req-bcadf0b5-bd47-4ea4-9feb-fd9e8159c2cd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770065 Sep 08 14:10:58.685772 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:10:58.994757 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:04.768964 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57376) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:04.882312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3813f688-aeb6-41c2-9149-ce3ee0f2c399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:04.962264 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3813f688-aeb6-41c2-9149-ce3ee0f2c399 admin admin] Publish callbacks [] for security_group (6f2771d9-844e-4b4e-85f0-ad67b33f65ea), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:05.046428 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3813f688-aeb6-41c2-9149-ce3ee0f2c399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6f2771d9-844e-4b4e-85f0-ad67b33f65ea), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:05.090337 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813f688-aeb6-41c2-9149-ce3ee0f2c399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2771d9-844e-4b4e-85f0-ad67b33f65ea,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:05.096205 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3813f688-aeb6-41c2-9149-ce3ee0f2c399 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=cb8e297c5acb4630afa1855b6b39f474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250952 Sep 08 14:11:05.098567 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57382) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:05.150421 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9b61286b-ef7a-4a57-9ef8-b37df5cb4d55 admin admin] Publish callbacks [] for security_group (6f2771d9-844e-4b4e-85f0-ad67b33f65ea), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:05.171522 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9b61286b-ef7a-4a57-9ef8-b37df5cb4d55 admin admin] Publish callbacks [] for security_group (6f2771d9-844e-4b4e-85f0-ad67b33f65ea), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:05.328835 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9b61286b-ef7a-4a57-9ef8-b37df5cb4d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (6f2771d9-844e-4b4e-85f0-ad67b33f65ea), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:05.331436 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9b61286b-ef7a-4a57-9ef8-b37df5cb4d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:05.332705 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9b61286b-ef7a-4a57-9ef8-b37df5cb4d55 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/6f2771d9-844e-4b4e-85f0-ad67b33f65ea HTTP/1.1" status: 204 len: 168 time: 0.2331624 Sep 08 14:11:05.341185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61286b-ef7a-4a57-9ef8-b37df5cb4d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2771d9-844e-4b4e-85f0-ad67b33f65ea,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:06.333391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57392) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:06.347628 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-480ed30d-d753-4bc2-a331-7f466c3e5fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.424019 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-480ed30d-d753-4bc2-a331-7f466c3e5fd5 admin admin] Publish callbacks [] for security_group (468e0df9-3894-4217-bb7e-35d6b7bb6c51), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.563008 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-480ed30d-d753-4bc2-a331-7f466c3e5fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (468e0df9-3894-4217-bb7e-35d6b7bb6c51), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.608811 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-480ed30d-d753-4bc2-a331-7f466c3e5fd5 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=429953e5444b4f68ac3e45688b3178ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734756 Sep 08 14:11:06.611840 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ed30d-d753-4bc2-a331-7f466c3e5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468e0df9-3894-4217-bb7e-35d6b7bb6c51,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:06.613901 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57396) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:06.643703 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:06.672751 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9891919e-4d35-4ebf-a22a-aafd2667aea2 admin admin] Publish callbacks [] for security_group (468e0df9-3894-4217-bb7e-35d6b7bb6c51), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.715289 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9891919e-4d35-4ebf-a22a-aafd2667aea2 admin admin] Publish callbacks [] for security_group (468e0df9-3894-4217-bb7e-35d6b7bb6c51), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.888739 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9891919e-4d35-4ebf-a22a-aafd2667aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (468e0df9-3894-4217-bb7e-35d6b7bb6c51), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.891843 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-9891919e-4d35-4ebf-a22a-aafd2667aea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:06.893275 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-9891919e-4d35-4ebf-a22a-aafd2667aea2 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/468e0df9-3894-4217-bb7e-35d6b7bb6c51 HTTP/1.1" status: 204 len: 168 time: 0.2781649 Sep 08 14:11:06.901944 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891919e-4d35-4ebf-a22a-aafd2667aea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468e0df9-3894-4217-bb7e-35d6b7bb6c51,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:06.963545 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:07.778746 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:07.783735 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:08.951189 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57436) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:09.058049 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3e0340db-4ffe-407b-a008-33f0bca1374a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.137480 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3e0340db-4ffe-407b-a008-33f0bca1374a admin admin] Publish callbacks [] for security_group (02103e76-c553-49b5-a917-daf0cf0d0f1c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.208919 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-3e0340db-4ffe-407b-a008-33f0bca1374a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (02103e76-c553-49b5-a917-daf0cf0d0f1c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.251054 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-3e0340db-4ffe-407b-a008-33f0bca1374a admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=65da7d02da064eb386a54b25c6dc27f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2986960 Sep 08 14:11:09.251973 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0340db-4ffe-407b-a008-33f0bca1374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02103e76-c553-49b5-a917-daf0cf0d0f1c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:09.253855 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57440) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:09.303498 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca041fe6-9591-414b-b587-42fb4cbecd1a admin admin] Publish callbacks [] for security_group (02103e76-c553-49b5-a917-daf0cf0d0f1c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.325246 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca041fe6-9591-414b-b587-42fb4cbecd1a admin admin] Publish callbacks [] for security_group (02103e76-c553-49b5-a917-daf0cf0d0f1c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.342052 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:09.465592 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca041fe6-9591-414b-b587-42fb4cbecd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (02103e76-c553-49b5-a917-daf0cf0d0f1c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.468316 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ca041fe6-9591-414b-b587-42fb4cbecd1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:09.469467 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ca041fe6-9591-414b-b587-42fb4cbecd1a admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/02103e76-c553-49b5-a917-daf0cf0d0f1c HTTP/1.1" status: 204 len: 168 time: 0.2146099 Sep 08 14:11:09.478731 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca041fe6-9591-414b-b587-42fb4cbecd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02103e76-c553-49b5-a917-daf0cf0d0f1c,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:16.916652 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:19.244087 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:19.247158 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:19.479343 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:19.491274 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:19.607156 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:19.608476 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:22.159060 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3aa47349-486c-4e30-8478-c51ce4a2919a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:22.670664 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57668) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:22.790893 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-974b9657-e32e-4740-a8fa-f5d425145b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:22.873494 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-974b9657-e32e-4740-a8fa-f5d425145b6b admin admin] Publish callbacks [] for security_group (a20ade09-0461-4af2-a7eb-c67372fa0a72), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:22.968429 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-974b9657-e32e-4740-a8fa-f5d425145b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a20ade09-0461-4af2-a7eb-c67372fa0a72), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:23.012099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b9657-e32e-4740-a8fa-f5d425145b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ade09-0461-4af2-a7eb-c67372fa0a72,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:23.017263 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-974b9657-e32e-4740-a8fa-f5d425145b6b admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=46f0b6e7755347858190eb6728b2881b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453507 Sep 08 14:11:23.019810 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57672) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:23.075504 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c812-4950-4b8c-8f1a-55bc014e81b0 admin admin] Publish callbacks [] for security_group (a20ade09-0461-4af2-a7eb-c67372fa0a72), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:23.097122 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c812-4950-4b8c-8f1a-55bc014e81b0 admin admin] Publish callbacks [] for security_group (a20ade09-0461-4af2-a7eb-c67372fa0a72), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:23.279548 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c812-4950-4b8c-8f1a-55bc014e81b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (a20ade09-0461-4af2-a7eb-c67372fa0a72), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:23.282152 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bdf6c812-4950-4b8c-8f1a-55bc014e81b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:23.283321 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-bdf6c812-4950-4b8c-8f1a-55bc014e81b0 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/a20ade09-0461-4af2-a7eb-c67372fa0a72 HTTP/1.1" status: 204 len: 168 time: 0.2625179 Sep 08 14:11:23.291934 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6c812-4950-4b8c-8f1a-55bc014e81b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20ade09-0461-4af2-a7eb-c67372fa0a72,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:24.189670 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57680) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:24.204232 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.285957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Publish callbacks [] for security_group (70828e2d-de4d-411d-ab08-8f2f867e8aaf), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.462221 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (70828e2d-de4d-411d-ab08-8f2f867e8aaf), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.506585 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70828e2d-de4d-411d-ab08-8f2f867e8aaf,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:24.510659 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=f6eb6fb7d96441f590c54f6ea0f38899&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199706 Sep 08 14:11:24.513867 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57684) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:24.516724 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.517073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.517416 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.517755 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.518092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.518418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.518744 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.519067 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.519391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.519716 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.520041 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.520423 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.520713 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.521030 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.521346 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37282994-61cd-4df6-a2cf-ad513562d5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.566984 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Publish callbacks [] for security_group (70828e2d-de4d-411d-ab08-8f2f867e8aaf), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.591672 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Publish callbacks [] for security_group (70828e2d-de4d-411d-ab08-8f2f867e8aaf), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.753581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (70828e2d-de4d-411d-ab08-8f2f867e8aaf), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.756193 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:24.757374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/70828e2d-de4d-411d-ab08-8f2f867e8aaf HTTP/1.1" status: 204 len: 168 time: 0.2424254 Sep 08 14:11:24.767449 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70828e2d-de4d-411d-ab08-8f2f867e8aaf,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:24.774186 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.774539 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.774966 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.775315 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.775660 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.775994 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.776357 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.776693 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.777025 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.777358 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.777711 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.778095 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.778478 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.778813 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:24.779172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e07b982-54e1-473a-b0cd-88127ef4b0da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:25.225688 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d5609b2d-a654-4474-ba80-e5f46f55fe10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:25.735694 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:11:25.874054 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57692) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:25.889310 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f5bce085-70ff-4269-825e-6af4e6874b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:25.982538 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f5bce085-70ff-4269-825e-6af4e6874b25 admin admin] Publish callbacks [] for security_group (087fa0c6-8bb9-4503-b932-0c7f0cd42fd6), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.113220 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-f5bce085-70ff-4269-825e-6af4e6874b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (087fa0c6-8bb9-4503-b932-0c7f0cd42fd6), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.155450 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-f5bce085-70ff-4269-825e-6af4e6874b25 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=97d3209524064e14b803b106d6335385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802513 Sep 08 14:11:26.156251 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bce085-70ff-4269-825e-6af4e6874b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087fa0c6-8bb9-4503-b932-0c7f0cd42fd6,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:26.158267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57696) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:26.212906 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55f415ac-902d-41b3-8211-cd8accadf635 admin admin] Publish callbacks [] for security_group (087fa0c6-8bb9-4503-b932-0c7f0cd42fd6), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.236110 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55f415ac-902d-41b3-8211-cd8accadf635 admin admin] Publish callbacks [] for security_group (087fa0c6-8bb9-4503-b932-0c7f0cd42fd6), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.341901 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.382142 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55f415ac-902d-41b3-8211-cd8accadf635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (087fa0c6-8bb9-4503-b932-0c7f0cd42fd6), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.385090 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55f415ac-902d-41b3-8211-cd8accadf635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:26.386538 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-55f415ac-902d-41b3-8211-cd8accadf635 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/087fa0c6-8bb9-4503-b932-0c7f0cd42fd6 HTTP/1.1" status: 204 len: 168 time: 0.2271039 Sep 08 14:11:26.394940 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f415ac-902d-41b3-8211-cd8accadf635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087fa0c6-8bb9-4503-b932-0c7f0cd42fd6,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:27.647576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57736) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:27.750416 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1784993933-network', 'tenant_id': '573d91123526408f88c0a9d7612da26c'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:27.867669 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Made reservation on behalf of 573d91123526408f88c0a9d7612da26c for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:27.870013 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:27.879385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:27.919013 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:27.920819 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:27.962830 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks [] for security_group (13ebd650-8c56-4051-a393-9f4672f78fbd), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.088720 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (13ebd650-8c56-4051-a393-9f4672f78fbd), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.117479 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1148, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:11:28.127153 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ebd650-8c56-4051-a393-9f4672f78fbd,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:28.136918 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (05227b1e-9fae-49ce-8476-b918b91de2fb), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.137477 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Added segment 05227b1e-9fae-49ce-8476-b918b91de2fb of type vlan for network 50ccfe90-5765-42b5-badc-8765793714ff Sep 08 14:11:28.186225 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (50ccfe90-5765-42b5-badc-8765793714ff), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.296503 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (50ccfe90-5765-42b5-badc-8765793714ff), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.297576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:28.298159 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.362812 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] Pushing event updated for resources: {'Network': ['ID=50ccfe90-5765-42b5-badc-8765793714ff,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:28.374443 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 50ccfe90-5765-42b5-badc-8765793714ff details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:11:28.450996 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57742) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:28.451599 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-df9d4d99-e80c-477d-81e0-7c2d2becbf5d admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8023882 Sep 08 14:11:28.456890 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Request body: {'subnet': {'network_id': '50ccfe90-5765-42b5-badc-8765793714ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1784993933-subnet', 'tenant_id': '573d91123526408f88c0a9d7612da26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:28.681033 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.681283 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Made reservation on behalf of 573d91123526408f88c0a9d7612da26c for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:28.681283 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.871645 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:28.970709 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (06d72e74-0808-4264-a74c-8e2156f59e83), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:29.032277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d72e74-0808-4264-a74c-8e2156f59e83,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:29.041165 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Checking segment: {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:11:29.041528 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Network hostable DHCP agents. Network: 50ccfe90-5765-42b5-badc-8765793714ff, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:11:29.133338 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Network 50ccfe90-5765-42b5-badc-8765793714ff is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:11:29.301577 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 50ccfe90-5765-42b5-badc-8765793714ff) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:11:29.305948 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:29.308445 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:29.313691 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d69e6-8112-455b-b938-56cae8a249fa None None] Network 50ccfe90-5765-42b5-badc-8765793714ff requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:11:29.428629 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e79a25-2391-479a-bc38-c85a92d1e8eb None None] Network 50ccfe90-5765-42b5-badc-8765793714ff requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:11:29.441514 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ec43a400-f1de-4d17-b26f-e0aafdc61b60 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9885626 Sep 08 14:11:30.317004 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf83741-a9e9-4ead-9834-ee53c06f398d req-735016a1-24c2-46d6-a3f2-39f856c543eb tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:30.318964 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ecf83741-a9e9-4ead-9834-ee53c06f398d req-735016a1-24c2-46d6-a3f2-39f856c543eb tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0553155 Sep 08 14:11:30.360169 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:30.369215 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ecf83741-a9e9-4ead-9834-ee53c06f398d req-fb9f9ad1-3a4e-47e3-8695-a04ec8bd6167 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Sep 08 14:11:31.504885 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba50cf2-612c-4b80-96c4-0169d4d5debc req-0f9791a1-4d9e-4e3c-8075-bf0f94b3ed3e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:31.506545 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7ba50cf2-612c-4b80-96c4-0169d4d5debc req-0f9791a1-4d9e-4e3c-8075-bf0f94b3ed3e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0488486 Sep 08 14:11:31.527988 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:31.555194 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7ba50cf2-612c-4b80-96c4-0169d4d5debc req-7448bc7b-2926-4e39-b832-eba6a8ff4336 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422497 Sep 08 14:11:32.002761 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-73e2b862-197b-4ecc-aa23-c7c47ccb17c4 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:32.004291 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-73e2b862-197b-4ecc-aa23-c7c47ccb17c4 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/networks?id=50ccfe90-5765-42b5-badc-8765793714ff HTTP/1.1" status: 200 len: 809 time: 0.1072471 Sep 08 14:11:32.021211 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-ed5ca35f-227c-4282-a84f-3d6b24f20df7 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/quotas/573d91123526408f88c0a9d7612da26c HTTP/1.1" status: 200 len: 375 time: 0.0104506 Sep 08 14:11:32.037607 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-307fd98f-291b-4f4e-8c82-bf3b501a25e8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:32.039074 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-307fd98f-291b-4f4e-8c82-bf3b501a25e8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0546470 Sep 08 14:11:32.055637 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-96884b0a-07b0-4323-a9e6-778e43be9c1b tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=573d91123526408f88c0a9d7612da26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292261 Sep 08 14:11:32.140409 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Deleting port 095af121-06a2-4c99-a9a4-79ded6b485f1 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:11:32.140409 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:32.159085 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-4806d2ec-34c5-4bbd-98e5-7f1755df7cf2 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954878 Sep 08 14:11:32.251667 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-1ca9ee34-33b2-45ef-8df7-12160f62878f service neutron] 10.222.0.97 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861952 Sep 08 14:11:32.277999 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] For port 095af121-06a2-4c99-a9a4-79ded6b485f1, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=095af121-06a2-4c99-a9a4-79ded6b485f1,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:32.278359 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:32.389089 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:32.452516 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:32.452868 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (6335f1c4-ca34-4386-b7a3-d252f53942d7), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:32.453117 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Floating IP 6335f1c4-ca34-4386-b7a3-d252f53942d7 disassociated. External IP: 172.27.1.37, port: 095af121-06a2-4c99-a9a4-79ded6b485f1. Sep 08 14:11:32.453474 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Calling delete_port for 095af121-06a2-4c99-a9a4-79ded6b485f1 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:11:32.545659 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f24a5276-eca1-4b54-b5cd-f4b2845ae918 req-f13313dd-8801-4a6e-8f10-f0f133c0ac5a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 210 time: 0.0453732 Sep 08 14:11:32.684583 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (095af121-06a2-4c99-a9a4-79ded6b485f1), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:32.694960 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246937fe-5f72-4204-b8ec-d1b96c163e95 req-65a6a9ad-16e9-4ceb-b054-a99aad7efa27 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:32.696933 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-246937fe-5f72-4204-b8ec-d1b96c163e95 req-65a6a9ad-16e9-4ceb-b054-a99aad7efa27 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 946 time: 0.0500176 Sep 08 14:11:32.718358 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event deleted for resources: {'Port': ['ID=095af121-06a2-4c99-a9a4-79ded6b485f1,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:32.753940 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-246937fe-5f72-4204-b8ec-d1b96c163e95 req-7ce3c7c0-7a1d-45a0-9fe0-b0a8ba410f56 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=1acf7a2d-df70-4bfb-8d80-a8e2d301359a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515270 Sep 08 14:11:32.823576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:32.837182 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:11:32.948653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:11:32.959425 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:11:32.973177 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:11:32.973727 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:11:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:32.996955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] No DVR routers for this DVR port 095af121-06a2-4c99-a9a4-79ded6b485f1 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:11:33.000656 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:33.004069 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e87ac4df-7242-4d84-bec3-cc913dcfe665 req-a20c7fd8-3258-4bf8-b372-f249e17ca06d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "DELETE /networking/v2.0/ports/095af121-06a2-4c99-a9a4-79ded6b485f1 HTTP/1.1" status: 204 len: 173 time: 0.9587936 Sep 08 14:11:33.004639 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-deleted', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:33.007225 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f371d8-cfee-4bc8-a49c-ecf1e2d57ca0" -d '{"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-deleted", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:33.063297 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539a1c55-5de0-43e8-9930-5200e96a68aa x-openstack-request-id: req-539a1c55-5de0-43e8-9930-5200e96a68aa {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:33.064001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b5a76e-6957-466c-bf07-13e01fd80403", "name": "network-vif-deleted", "tag": "095af121-06a2-4c99-a9a4-79ded6b485f1", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:33.064001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-539a1c55-5de0-43e8-9930-5200e96a68aa {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:33.064421 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-539a1c55-5de0-43e8-9930-5200e96a68aa'] response: {'server_uuid': 'f4b5a76e-6957-466c-bf07-13e01fd80403', 'name': 'network-vif-deleted', 'tag': '095af121-06a2-4c99-a9a4-79ded6b485f1', 'status': 'completed', 'code': 200} Sep 08 14:11:33.236966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:11:33.440578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:33.465486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:11:33.475312 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:11:33.475886 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:11:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:33.587138 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:11:33.630478 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-255bfd6a-685a-4502-9c4d-3bf2736f7201 req-d8a385e3-da99-4e58-8c2d-a871223741a5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 210 time: 0.0294383 Sep 08 14:11:33.757078 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:33.791448 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:33.814732 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:33.847522 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d803e-ec61-4156-9eec-9907fb92a12c None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:11:33.894454 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0d10e9c5-ccf8-4554-a45f-237537c7b1ba req-7561bac0-9756-4b74-b79b-2d5397ffa2e4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=f4b5a76e-6957-466c-bf07-13e01fd80403 HTTP/1.1" status: 200 len: 210 time: 0.0299437 Sep 08 14:11:34.136709 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0d375e-e7ac-44d1-8acf-81b604a72dd2 None None] New status for floating IP 6335f1c4-ca34-4386-b7a3-d252f53942d7: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:11:34.742137 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c01bfa31-2d97-4ef0-bebb-4ab269e81db1 req-707bef88-d1ec-4812-8a44-740282288e23 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 210 time: 0.0313439 Sep 08 14:11:35.242643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:11:35.262894 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 095af121-06a2-4c99-a9a4-79ded6b485f1 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:11:35.263732 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 095af121-06a2-4c99-a9a4-79ded6b485f1 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:11:35.852360 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6af4fbff-185d-4dd0-ad12-a63dd2b24499 req-760370ee-310f-4fd9-a494-b2df1c87e4f0 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 210 time: 0.0312634 Sep 08 14:11:35.940111 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-529defa8-d6f1-4613-81f9-0b963c6fa17d tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:35.941747 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-529defa8-d6f1-4613-81f9-0b963c6fa17d tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "GET /networking/v2.0/networks?id=50ccfe90-5765-42b5-badc-8765793714ff HTTP/1.1" status: 200 len: 809 time: 0.1184261 Sep 08 14:11:35.960171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Request body: {'port': {'device_id': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff', 'admin_state_up': True, 'tenant_id': '573d91123526408f88c0a9d7612da26c'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:36.147434 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57836) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:36.167930 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Made reservation on behalf of 573d91123526408f88c0a9d7612da26c for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:36.172619 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.211668 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bb883576-4ad7-4092-a98a-53673d36915b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (1acf7a2d-df70-4bfb-8d80-a8e2d301359a), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.236910 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bb883576-4ad7-4092-a98a-53673d36915b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (1acf7a2d-df70-4bfb-8d80-a8e2d301359a), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.334231 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Allocated IP 172.20.0.14 (50ccfe90-5765-42b5-badc-8765793714ff/06d72e74-0808-4264-a74c-8e2156f59e83/81870ee2-80e0-426d-8068-2274f3f863ed) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:11:36.424012 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bb883576-4ad7-4092-a98a-53673d36915b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (1acf7a2d-df70-4bfb-8d80-a8e2d301359a), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.427024 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-bb883576-4ad7-4092-a98a-53673d36915b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.428334 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-bb883576-4ad7-4092-a98a-53673d36915b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/1acf7a2d-df70-4bfb-8d80-a8e2d301359a HTTP/1.1" status: 204 len: 168 time: 0.2795548 Sep 08 14:11:36.431935 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57842) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:36.444602 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:36.451318 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb883576-4ad7-4092-a98a-53673d36915b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf7a2d-df70-4bfb-8d80-a8e2d301359a,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:36.462290 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.api.v2.resource [None req-7e184d76-fcba-4821-9644-343d1b4b0984 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] show failed (client error): The resource could not be found. Sep 08 14:11:36.468084 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7e184d76-fcba-4821-9644-343d1b4b0984 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups/1acf7a2d-df70-4bfb-8d80-a8e2d301359a HTTP/1.1" status: 404 len: 347 time: 0.0304897 Sep 08 14:11:36.468084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57844) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:36.578104 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks [] for port (81870ee2-80e0-426d-8068-2274f3f863ed), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.582909 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:36.612136 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Deleting port 73434f9b-125f-4986-92b3-ef570816927d {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:11:36.612550 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (73434f9b-125f-4986-92b3-ef570816927d), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.694728 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (73434f9b-125f-4986-92b3-ef570816927d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.695066 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (73434f9b-125f-4986-92b3-ef570816927d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.709360 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Calling delete_port for 73434f9b-125f-4986-92b3-ef570816927d owned by network:floatingip {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:11:36.753920 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.796030 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:36.811367 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Network 50ccfe90-5765-42b5-badc-8765793714ff is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:11:36.816053 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:11:36.818904 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:11:36.823717 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Pushing event updated for resources: {'Port': ['ID=81870ee2-80e0-426d-8068-2274f3f863ed,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:36.852709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:36.872996 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:36.873605 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:36.979779 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827904e6-0e63-43b7-b7f5-10247e7a3d43 req-ba3713af-716b-420e-815c-cff294d11e8a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:36.981284 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-827904e6-0e63-43b7-b7f5-10247e7a3d43 req-ba3713af-716b-420e-815c-cff294d11e8a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 932 time: 0.0484796 Sep 08 14:11:36.986855 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.027464 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-b93c8cd9-e7f7-4b49-817c-3d7791dd3939 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0712829 Sep 08 14:11:37.028639 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (73434f9b-125f-4986-92b3-ef570816927d), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.045484 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Request body: {'port': {'device_id': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:37.059677 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-827904e6-0e63-43b7-b7f5-10247e7a3d43 req-ef8683b1-79da-476a-aa74-9ad04c3bb824 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721045 Sep 08 14:11:37.063277 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event deleted for resources: {'Port': ['ID=73434f9b-125f-4986-92b3-ef570816927d,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:37.127543 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.146490 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (6335f1c4-ca34-4386-b7a3-d252f53942d7), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.153526 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.153526 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c5f2b59e-9668-405f-be16-5194f038e7de tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/6335f1c4-ca34-4386-b7a3-d252f53942d7 HTTP/1.1" status: 204 len: 168 time: 0.6821725 Sep 08 14:11:37.384118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57856) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:37.384794 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206931636', 'description': 'tempest-description--1923269464'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:37.407166 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81870ee2-80e0-426d-8068-2274f3f863ed {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:11:37.417073 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Publish callbacks [] for port (81870ee2-80e0-426d-8068-2274f3f863ed), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.434661 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Transition to ACTIVE for port object 81870ee2-80e0-426d-8068-2274f3f863ed will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:11:37.473526 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.507781 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.559253 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (21149fd3-928f-424a-a4c6-61024b20fe4c), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.562651 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:37.600074 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Pushing event updated for resources: {'Port': ['ID=81870ee2-80e0-426d-8068-2274f3f863ed,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:37.639354 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (21149fd3-928f-424a-a4c6-61024b20fe4c), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.657279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Attempting to bind port 81870ee2-80e0-426d-8068-2274f3f863ed on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:11:37.657683 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Attempting to bind port 81870ee2-80e0-426d-8068-2274f3f863ed by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:11:37.657981 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Attempting to bind port 81870ee2-80e0-426d-8068-2274f3f863ed on network 50ccfe90-5765-42b5-badc-8765793714ff {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:11:37.675113 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21149fd3-928f-424a-a4c6-61024b20fe4c,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:37.712995 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Port 81870ee2-80e0-426d-8068-2274f3f863ed on network 50ccfe90-5765-42b5-badc-8765793714ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:11:37.713298 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Attempting to bind port 81870ee2-80e0-426d-8068-2274f3f863ed on network 50ccfe90-5765-42b5-badc-8765793714ff {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:11:37.759042 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:11:37.759373 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Checking segment: {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:11:37.759759 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Bound using segment: {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:11:37.760226 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Bound port: 81870ee2-80e0-426d-8068-2274f3f863ed, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:11:37.760603 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.778239 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:37.780197 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-357f4164-b258-483f-b010-983b3eb4226e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3999097 Sep 08 14:11:37.783174 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57864) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:37.788022 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'security_group_rule': {'security_group_id': '21149fd3-928f-424a-a4c6-61024b20fe4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:37.843525 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] For port 81870ee2-80e0-426d-8068-2274f3f863ed, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:11:37.849461 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] For port 81870ee2-80e0-426d-8068-2274f3f863ed, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81870ee2-80e0-426d-8068-2274f3f863ed,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:11:38.054756 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (3343af62-4691-45cb-9300-eee3499c944b), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.089385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.097988 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.097988 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.097988 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/81870ee2-80e0-426d-8068-2274f3f863ed HTTP/1.1" status: 200 len: 1094 time: 1.0565181 Sep 08 14:11:38.099503 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'tag': '81870ee2-80e0-426d-8068-2274f3f863ed'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:38.101810 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:38.102197 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af890011-f027-400d-8ee4-4f39c735845d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9237e3-03c5-4c9e-97ea-8a96f8787cea", "tag": "81870ee2-80e0-426d-8068-2274f3f863ed"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:38.111311 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (3343af62-4691-45cb-9300-eee3499c944b), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.157567 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7955899a-a3b9-41c6-9907-b3548e6f2d36 x-openstack-request-id: req-7955899a-a3b9-41c6-9907-b3548e6f2d36 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:38.157858 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9237e3-03c5-4c9e-97ea-8a96f8787cea", "tag": "81870ee2-80e0-426d-8068-2274f3f863ed", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:38.158114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7955899a-a3b9-41c6-9907-b3548e6f2d36 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:38.158543 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7955899a-a3b9-41c6-9907-b3548e6f2d36'] response: {'name': 'network-changed', 'server_uuid': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'tag': '81870ee2-80e0-426d-8068-2274f3f863ed', 'status': 'completed', 'code': 200} Sep 08 14:11:38.168663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce791d-7b86-4768-8e7b-5206546105fa service neutron] Pushing event updated for resources: {'Port': ['ID=81870ee2-80e0-426d-8068-2274f3f863ed,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:38.200867 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (3343af62-4691-45cb-9300-eee3499c944b), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.223310 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35154c36-6eb0-4902-b11e-0612073b1d52 req-6ec18338-8986-495a-a3f0-61a5e404729c tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.224836 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-35154c36-6eb0-4902-b11e-0612073b1d52 req-6ec18338-8986-495a-a3f0-61a5e404729c tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 944 time: 0.0651226 Sep 08 14:11:38.230247 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3343af62-4691-45cb-9300-eee3499c944b,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:38.265164 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890011-f027-400d-8ee4-4f39c735845d req-4060f9a8-d299-49f4-804c-121ca53c2663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.266746 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af890011-f027-400d-8ee4-4f39c735845d req-4060f9a8-d299-49f4-804c-121ca53c2663 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=573d91123526408f88c0a9d7612da26c&device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 1128 time: 0.0489411 Sep 08 14:11:38.287433 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-35154c36-6eb0-4902-b11e-0612073b1d52 req-a92a77fc-118a-4c0a-8b80-49f7122e5920 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Sep 08 14:11:38.339072 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.343336 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b915e974-a6ee-43a0-84d7-fc9ddd4de902 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5559435 Sep 08 14:11:38.343492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57870) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:38.349500 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'security_group_rule': {'security_group_id': '21149fd3-928f-424a-a4c6-61024b20fe4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:38.400122 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890011-f027-400d-8ee4-4f39c735845d req-73f4459a-4d9f-40ea-9f77-b4d9204ae480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.401662 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af890011-f027-400d-8ee4-4f39c735845d req-73f4459a-4d9f-40ea-9f77-b4d9204ae480 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=573d91123526408f88c0a9d7612da26c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1217506 Sep 08 14:11:38.501767 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (c3589642-f89a-44f1-9d14-da2bfb9c1b74), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.508076 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890011-f027-400d-8ee4-4f39c735845d req-ff6009e4-1739-45f9-9a90-d9eb1a10e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.509680 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-af890011-f027-400d-8ee4-4f39c735845d req-ff6009e4-1739-45f9-9a90-d9eb1a10e3ae service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1019049 Sep 08 14:11:38.569335 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (c3589642-f89a-44f1-9d14-da2bfb9c1b74), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.610485 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-9fe2ca93-2014-4b1c-805e-90a06f0d7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.612389 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-9fe2ca93-2014-4b1c-805e-90a06f0d7fa2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=573d91123526408f88c0a9d7612da26c&device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 1128 time: 0.0414121 Sep 08 14:11:38.656425 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594842'] for security_group_rule (c3589642-f89a-44f1-9d14-da2bfb9c1b74), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.658792 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-eb45edaa-6a6e-4697-87fe-228a33c78a8f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81870ee2-80e0-426d-8068-2274f3f863ed HTTP/1.1" status: 200 len: 217 time: 0.0336716 Sep 08 14:11:38.685053 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3589642-f89a-44f1-9d14-da2bfb9c1b74,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:38.710144 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:38.716066 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-a4541903-2373-40db-b050-baff61ff6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:38.718241 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-a4541903-2373-40db-b050-baff61ff6858 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=06d72e74-0808-4264-a74c-8e2156f59e83 HTTP/1.1" status: 200 len: 849 time: 0.0491881 Sep 08 14:11:38.756124 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-1d9e223f-408f-402d-85e1-8ccb566821e7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=50ccfe90-5765-42b5-badc-8765793714ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316634 Sep 08 14:11:38.846180 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:38.847426 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-7cdefe76-41e0-4c49-a86d-33f855668c0b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5029821 Sep 08 14:11:38.850575 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57876) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:38.854328 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-7dce4d1f-99ee-467e-9663-37154b6382a2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895910 Sep 08 14:11:38.855057 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'floatingip': {'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:38.949276 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-5ecb4f2e-7284-4fd1-b9bb-fb2c7db63e77 req-47dfa560-5b43-4993-b917-2db1004473a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912225 Sep 08 14:11:39.004159 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:39.086766 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:39.389898 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:39.418097 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_common [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Allocated IP 172.27.1.83 (dc9c0df0-279a-4c0d-b2c4-d3a363b301ee/c9da0a23-8b3b-49dd-9d5a-af77d79e08e4/ac0db129-728c-468e-bbee-87123be57f67) {{(pid=113666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:11:39.570362 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for port (ac0db129-728c-468e-bbee-87123be57f67), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:39.593656 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5891a2-ff91-4b32-8785-4a5dd304129f req-79057604-5452-4c01-b52c-7bdedb3ac7c5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:39.595250 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-df5891a2-ff91-4b32-8785-4a5dd304129f req-79057604-5452-4c01-b52c-7bdedb3ac7c5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 944 time: 0.2119286 Sep 08 14:11:39.617581 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:39.658790 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-df5891a2-ff91-4b32-8785-4a5dd304129f req-bf902ffb-eb8e-44d2-88d8-1ac8509d5fa5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558493 Sep 08 14:11:39.802436 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (ac0db129-728c-468e-bbee-87123be57f67), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:39.847322 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Network dc9c0df0-279a-4c0d-b2c4-d3a363b301ee is already hosted by enough agents. {{(pid=113666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:11:39.852963 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Resources bound (agent type, host, resource id): {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:11:39.855516 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Received port after_create {{(pid=113666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:11:39.859248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'Port': ['ID=ac0db129-728c-468e-bbee-87123be57f67,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:39.945152 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (cfe6b3c4-c73c-42ba-b211-14898e471581), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:40.103585 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (ac0db129-728c-468e-bbee-87123be57f67), before_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:40.239941 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:40.260832 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for port (ac0db129-728c-468e-bbee-87123be57f67), precommit_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:40.341371 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3385266'] for port (ac0db129-728c-468e-bbee-87123be57f67), after_update {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:40.413438 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'Port': ['ID=ac0db129-728c-468e-bbee-87123be57f67,revision_number=2']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:40.415859 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (cfe6b3c4-c73c-42ba-b211-14898e471581), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:40.606465 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:40.609590 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d5016942-5981-46a0-bb16-518153e29dc0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7562339 Sep 08 14:11:40.804801 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111f130-d2f1-48c5-8fe9-81584a418a2c req-d8d01c6e-117a-43f2-9166-184f317115ab tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:40.806230 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a111f130-d2f1-48c5-8fe9-81584a418a2c req-d8d01c6e-117a-43f2-9166-184f317115ab tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 944 time: 0.0644059 Sep 08 14:11:40.848228 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-f76aee3e-026f-48fb-828c-4a9d53741e46 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--206931636&fields=id&tenant_id=1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 267 time: 0.0736856 Sep 08 14:11:40.926372 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a111f130-d2f1-48c5-8fe9-81584a418a2c req-e0ea05a8-c8ff-4e59-88c2-b988397b335b tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094425 Sep 08 14:11:40.981474 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-5e5977e0-c93a-486b-8be2-ebb64a72df9f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:40.983125 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-5e5977e0-c93a-486b-8be2-ebb64a72df9f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 816 time: 0.1232650 Sep 08 14:11:40.999649 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-dfae31f6-0257-4d11-b433-fc8ed489999c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/quotas/1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 375 time: 0.0102437 Sep 08 14:11:41.052756 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-15be1094-1040-479f-a8cd-18134b9aa336 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454898 Sep 08 14:11:41.157257 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-dfd0e7d8-8913-4b02-a41c-e9dd1d75d473 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911083 Sep 08 14:11:41.242547 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:41.248724 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-e2ba192d-f108-4eb3-b0e4-4130303ba71f service neutron] 10.222.0.97 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857472 Sep 08 14:11:41.279170 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 81870ee2-80e0-426d-8068-2274f3f863ed details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:11:41.395383 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 81870ee2-80e0-426d-8068-2274f3f863ed, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81870ee2-80e0-426d-8068-2274f3f863ed,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:41.409553 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '81870ee2-80e0-426d-8068-2274f3f863ed', 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff', 'port_id': '81870ee2-80e0-426d-8068-2274f3f863ed', 'mac_address': 'fa:16:3e:bd:ec:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d72e74-0808-4264-a74c-8e2156f59e83', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:11:41.454097 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 81870ee2-80e0-426d-8068-2274f3f863ed is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:11:41.454593 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:41.469871 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81870ee2-80e0-426d-8068-2274f3f863ed {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:11:41.490984 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 81870ee2-80e0-426d-8068-2274f3f863ed, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81870ee2-80e0-426d-8068-2274f3f863ed,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:41.613126 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d846323e-75c2-41a8-92cd-547bb3d970db req-4a6764be-9b13-4fc3-9b99-c6895ce868d3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0304906 Sep 08 14:11:41.726244 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:41.787983 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=81870ee2-80e0-426d-8068-2274f3f863ed,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:42.061259 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3eb06-8132-4021-b07f-dd04f0379663 req-9523af5c-ad8f-4139-97fa-fd8016e0d9bc tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:42.063015 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f3e3eb06-8132-4021-b07f-dd04f0379663 req-9523af5c-ad8f-4139-97fa-fd8016e0d9bc tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 945 time: 0.0578129 Sep 08 14:11:42.107169 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['81870ee2-80e0-426d-8068-2274f3f863ed'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:11:42.116925 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f3e3eb06-8132-4021-b07f-dd04f0379663 req-3749f2ff-5926-46b1-bd20-dad7653304c7 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 Sep 08 14:11:42.724751 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a7b5dcfc-6904-43d1-888c-a4823d10daff req-e756e971-72e1-4705-9d27-d9baa1c2572d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Sep 08 14:11:43.254917 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d8a56-f4f4-448e-9a80-8937cb5a4aa6 req-b2247d2b-1a00-4501-8e0c-62a173ff6259 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:43.264428 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7f7d8a56-f4f4-448e-9a80-8937cb5a4aa6 req-b2247d2b-1a00-4501-8e0c-62a173ff6259 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 945 time: 0.0484130 Sep 08 14:11:43.285239 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 81870ee2-80e0-426d-8068-2274f3f863ed up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:11:43.326463 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7f7d8a56-f4f4-448e-9a80-8937cb5a4aa6 req-0d16f9cf-a236-44ed-8992-c141a140fb0d tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627704 Sep 08 14:11:43.333288 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 81870ee2-80e0-426d-8068-2274f3f863ed completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:11:43.433013 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 81870ee2-80e0-426d-8068-2274f3f863ed triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:11:43.433319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:43.544338 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 81870ee2-80e0-426d-8068-2274f3f863ed is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:11:43.545558 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:43.569266 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81870ee2-80e0-426d-8068-2274f3f863ed'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:43.601523 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127cca50-10ff-4bc4-b255-3a5682007797" -d '{"events": [{"server_uuid": "3b9237e3-03c5-4c9e-97ea-8a96f8787cea", "name": "network-vif-plugged", "status": "completed", "tag": "81870ee2-80e0-426d-8068-2274f3f863ed"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:43.601523 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 81870ee2-80e0-426d-8068-2274f3f863ed, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81870ee2-80e0-426d-8068-2274f3f863ed,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:43.613085 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c08a08e-7f9b-48c5-bf3b-84ba4f4f4041 x-openstack-request-id: req-7c08a08e-7f9b-48c5-bf3b-84ba4f4f4041 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:43.613394 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9237e3-03c5-4c9e-97ea-8a96f8787cea", "name": "network-vif-plugged", "status": "completed", "tag": "81870ee2-80e0-426d-8068-2274f3f863ed", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:43.613654 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7c08a08e-7f9b-48c5-bf3b-84ba4f4f4041 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:43.614064 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c08a08e-7f9b-48c5-bf3b-84ba4f4f4041'] response: {'server_uuid': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81870ee2-80e0-426d-8068-2274f3f863ed', 'code': 200} Sep 08 14:11:43.735782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:43.766952 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:43.794318 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=81870ee2-80e0-426d-8068-2274f3f863ed,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:43.849870 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d992bba2-0d54-412b-b6f8-64e8fc94cdcf req-50dedef6-9f48-4a36-9d6c-d4b7ed80fba5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Sep 08 14:11:44.153056 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d17c25-836d-4b69-8981-123314bdd148 req-1cafd0e1-bbcc-43a1-9937-79d59e7bfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:44.154577 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a2d17c25-836d-4b69-8981-123314bdd148 req-1cafd0e1-bbcc-43a1-9937-79d59e7bfad3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 1130 time: 0.0409174 Sep 08 14:11:44.206645 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=5 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:44.209779 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a2d17c25-836d-4b69-8981-123314bdd148 req-2a3ab0f3-adf2-48f2-8b11-c9e3e8c16726 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476472 Sep 08 14:11:44.216407 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:44.435952 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57946) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:44.557943 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4a29b68f-2eca-4915-9d77-840bd7a52303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:44.645393 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:44.661759 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173d819-1b85-4365-b966-bf0055bc1ff2 req-9e204567-453c-4e20-b22b-d5752b20a141 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:44.663340 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5173d819-1b85-4365-b966-bf0055bc1ff2 req-9e204567-453c-4e20-b22b-d5752b20a141 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.2536886 Sep 08 14:11:44.668081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-cd194c95-d8a7-4706-915f-28de891cf7a6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:44.669792 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-cd194c95-d8a7-4706-915f-28de891cf7a6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 816 time: 0.1266921 Sep 08 14:11:44.710929 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4a29b68f-2eca-4915-9d77-840bd7a52303 admin admin] Publish callbacks [] for security_group (43780a58-29de-4c3a-a394-a7b695145a53), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:44.738918 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5173d819-1b85-4365-b966-bf0055bc1ff2 req-a9fb0875-9542-4267-9fa2-a55ce4b6d744 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682242 Sep 08 14:11:44.905110 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-4a29b68f-2eca-4915-9d77-840bd7a52303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (43780a58-29de-4c3a-a394-a7b695145a53), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:44.962989 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-4a29b68f-2eca-4915-9d77-840bd7a52303 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=5659b1f3eb004083b34f4a0907f11dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258198 Sep 08 14:11:44.969247 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 57952) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:44.978329 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29b68f-2eca-4915-9d77-840bd7a52303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43780a58-29de-4c3a-a394-a7b695145a53,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:44.987538 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8bd8a793-d467-470a-ba36-0ae8103d732c req-5ca4e5aa-2288-4672-8694-8f3ae68d4f31 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0382676 Sep 08 14:11:45.013490 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-0c32047d-8efa-4b7a-9f9d-32fa9f054b7e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 379 time: 0.1014209 Sep 08 14:11:45.027354 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'port': {'device_id': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'admin_state_up': True, 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'security_groups': ['21149fd3-928f-424a-a4c6-61024b20fe4c']}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:45.119531 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c24e2f1-7df1-4a5d-9c86-620bc7815e86 admin admin] Publish callbacks [] for security_group (43780a58-29de-4c3a-a394-a7b695145a53), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.163658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c24e2f1-7df1-4a5d-9c86-620bc7815e86 admin admin] Publish callbacks [] for security_group (43780a58-29de-4c3a-a394-a7b695145a53), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.217428 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:45.304666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Made reservation on behalf of 1abe0ab206094524af0fdde9e6285385 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:45.308662 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.377921 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c24e2f1-7df1-4a5d-9c86-620bc7815e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (43780a58-29de-4c3a-a394-a7b695145a53), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.380519 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-3c24e2f1-7df1-4a5d-9c86-620bc7815e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.381714 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-3c24e2f1-7df1-4a5d-9c86-620bc7815e86 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/43780a58-29de-4c3a-a394-a7b695145a53 HTTP/1.1" status: 204 len: 168 time: 0.4112668 Sep 08 14:11:45.422582 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24e2f1-7df1-4a5d-9c86-620bc7815e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43780a58-29de-4c3a-a394-a7b695145a53,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:45.500202 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Allocated IP 172.20.0.12 (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5/4f240ffa-0aed-4406-953d-81be3bd000ed/2eb83569-a0d0-4a14-925a-a80435f2b2dd) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:11:45.666188 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.878167 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b47a2-8ca5-43f3-b531-bbaeb9e0736f req-50c12c15-898a-4cc3-a829-114f4fb20469 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:45.879803 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dc7b47a2-8ca5-43f3-b531-bbaeb9e0736f req-50c12c15-898a-4cc3-a829-114f4fb20469 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.0513704 Sep 08 14:11:45.904704 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:45.957612 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:45.968607 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:11:45.972577 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dc7b47a2-8ca5-43f3-b531-bbaeb9e0736f req-099d42e5-6e44-425f-adc0-6840df937c3f tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854654 Sep 08 14:11:45.976668 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:11:45.981401 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:11:46.001265 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:46.054211 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:46.054600 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:46.158214 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba3516-49f6-4578-b691-661deb00070b req-df559fe4-ec31-45c0-874e-d20c685b946c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:46.160552 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62ba3516-49f6-4578-b691-661deb00070b req-df559fe4-ec31-45c0-874e-d20c685b946c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 932 time: 0.0778148 Sep 08 14:11:46.207028 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-f06a7e23-bf19-4abf-8ce2-4328c5abfbe3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1854184 Sep 08 14:11:46.211493 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:46.225740 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62ba3516-49f6-4578-b691-661deb00070b req-da75b80c-99e1-40bf-a4ed-c8f898980ea4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586967 Sep 08 14:11:46.306828 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Request body: {'port': {'device_id': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:46.330457 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-6c1a203f-bd22-4129-b0d6-c69cf8149285 None None] Provisioning complete for port 2eb83569-a0d0-4a14-925a-a80435f2b2dd triggered by entity DHCP. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:11:46.331027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-6c1a203f-bd22-4129-b0d6-c69cf8149285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:46.371056 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a203f-bd22-4129-b0d6-c69cf8149285 None None] Port 2eb83569-a0d0-4a14-925a-a80435f2b2dd cannot update to ACTIVE because it is not bound. {{(pid=113668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 08 14:11:46.384229 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:46.697476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57984) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:46.810342 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1967124185-network', 'tenant_id': 'd3cad599cd5943e8b545de7bacca6fe1'}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:46.934624 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eb83569-a0d0-4a14-925a-a80435f2b2dd {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:11:46.942049 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Publish callbacks [] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:46.950871 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:46.955900 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Transition to ACTIVE for port object 2eb83569-a0d0-4a14-925a-a80435f2b2dd will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:11:46.969890 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Made reservation on behalf of d3cad599cd5943e8b545de7bacca6fe1 for: {'network': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:46.974948 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:46.982619 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.068653 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks [] for security_group (c0f24771-555c-41c5-8506-4affd2cf7cf2), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.098937 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.116775 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb7c63-0d6b-4aee-b6d2-3728b7879649 req-fc779969-7a0b-47ea-a205-e781e24ea839 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.118319 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7edb7c63-0d6b-4aee-b6d2-3728b7879649 req-fc779969-7a0b-47ea-a205-e781e24ea839 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.0522935 Sep 08 14:11:47.139122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:47.173412 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7edb7c63-0d6b-4aee-b6d2-3728b7879649 req-9587c45d-58bd-44ad-8a8c-1355e90b1d15 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491104 Sep 08 14:11:47.182795 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:47.222621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Attempting to bind port 2eb83569-a0d0-4a14-925a-a80435f2b2dd on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:11:47.222621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Attempting to bind port 2eb83569-a0d0-4a14-925a-a80435f2b2dd by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:11:47.223794 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Attempting to bind port 2eb83569-a0d0-4a14-925a-a80435f2b2dd on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:11:47.225045 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (c0f24771-555c-41c5-8506-4affd2cf7cf2), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.253679 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1115, 'physical_network': 'physnet1'} {{(pid=113666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:11:47.274705 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f24771-555c-41c5-8506-4affd2cf7cf2,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:47.275188 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Port 2eb83569-a0d0-4a14-925a-a80435f2b2dd on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:11:47.275520 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Attempting to bind port 2eb83569-a0d0-4a14-925a-a80435f2b2dd on network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:11:47.279414 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (1f170628-f260-4813-a94c-0f5ae4c2a21d), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.279767 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.db.segments_db [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Added segment 1f170628-f260-4813-a94c-0f5ae4c2a21d of type vlan for network edcff5a5-b489-4160-904f-0b970dd89303 Sep 08 14:11:47.339834 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:11:47.344872 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Checking segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:11:47.344872 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Bound using segment: {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:11:47.344872 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Bound port: 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aad90e0-1fc3-4771-a150-045e0d73fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:11:47.344872 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.345291 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (edcff5a5-b489-4160-904f-0b970dd89303), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.398610 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc916f3e-bcc0-479c-a5a1-ca27b651e2c6 req-a5e59fb4-7ea4-4cdc-891e-ddf774534591 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.400131 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc916f3e-bcc0-479c-a5a1-ca27b651e2c6 req-a5e59fb4-7ea4-4cdc-891e-ddf774534591 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0700359 Sep 08 14:11:47.415820 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:11:47.420261 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:11:47.457340 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc916f3e-bcc0-479c-a5a1-ca27b651e2c6 req-758404a1-c9dd-4d59-83a7-a1314f6e81ab tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500093 Sep 08 14:11:47.563800 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (edcff5a5-b489-4160-904f-0b970dd89303), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.565316 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.565940 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.587271 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.588382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:47.592497 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.593320 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:47.594717 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 1094 time: 1.2923491 Sep 08 14:11:47.597176 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:47.599535 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c372e-9054-4ba4-86bb-11626c58f75f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:47.639006 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] Pushing event updated for resources: {'Network': ['ID=edcff5a5-b489-4160-904f-0b970dd89303,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:47.652937 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network edcff5a5-b489-4160-904f-0b970dd89303 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:11:47.654998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6621293-a297-4f05-a7ea-9ae287685374 x-openstack-request-id: req-d6621293-a297-4f05-a7ea-9ae287685374 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:47.654998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:47.654998 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d6621293-a297-4f05-a7ea-9ae287685374 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:47.654998 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6621293-a297-4f05-a7ea-9ae287685374'] response: {'name': 'network-changed', 'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'status': 'completed', 'code': 200} Sep 08 14:11:47.676005 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c543f53-3def-4b2d-a5c5-afe503572d6e service neutron] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:47.754185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c372e-9054-4ba4-86bb-11626c58f75f req-3c0e9985-6330-411d-a99c-893845e334ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.755698 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-339c372e-9054-4ba4-86bb-11626c58f75f req-3c0e9985-6330-411d-a99c-893845e334ad service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1128 time: 0.0437198 Sep 08 14:11:47.824059 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:47.875919 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c372e-9054-4ba4-86bb-11626c58f75f req-6a9088f8-929f-401f-904e-3e70998d8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.877671 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-339c372e-9054-4ba4-86bb-11626c58f75f req-6a9088f8-929f-401f-904e-3e70998d8b53 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=1abe0ab206094524af0fdde9e6285385&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1052604 Sep 08 14:11:47.921869 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-daf84ce1-f9ee-4ab2-92f3-efa88eeb24c5 admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2232218 Sep 08 14:11:47.926206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 57996) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:47.930891 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.v2.base [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Request body: {'subnet': {'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1967124185-subnet', 'tenant_id': 'd3cad599cd5943e8b545de7bacca6fe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:47.976078 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c372e-9054-4ba4-86bb-11626c58f75f req-3e0b6649-48ed-45e3-87ad-7465898da6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:47.977559 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-339c372e-9054-4ba4-86bb-11626c58f75f req-3e0b6649-48ed-45e3-87ad-7465898da6a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0937324 Sep 08 14:11:48.074149 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Made reservation on behalf of d3cad599cd5943e8b545de7bacca6fe1 for: {'subnet': 1} {{(pid=113666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:48.077538 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10402292'] for subnet (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:48.099166 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-f5560e0a-0537-4ba3-8aef-d91fdc03ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:48.100849 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-f5560e0a-0537-4ba3-8aef-d91fdc03ef49 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1128 time: 0.0524457 Sep 08 14:11:48.157678 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-f6afac5e-d0a1-444b-818f-1958a1dfd42d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 217 time: 0.0362062 Sep 08 14:11:48.209912 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-ae933029-9d99-4e49-ac3b-acfe6a9c196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:48.211414 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-ae933029-9d99-4e49-ac3b-acfe6a9c196d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0476234 Sep 08 14:11:48.264748 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248395-a417-4acf-be70-2e238f907f2a req-0f363529-4334-4fae-9729-7601d2ec5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:48.266337 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-0f363529-4334-4fae-9729-7601d2ec5925 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488310 Sep 08 14:11:48.354631 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3385915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10402282'] for subnet (7b4cb48a-e95c-4beb-b190-de6be64b4e81), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:48.385012 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-00312962-6acc-404a-9aaf-61b2d22abbb7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003220 Sep 08 14:11:48.415782 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4cb48a-e95c-4beb-b190-de6be64b4e81,revision_number=0']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:48.435749 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Checking segment: {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:11:48.442457 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Network hostable DHCP agents. Network: edcff5a5-b489-4160-904f-0b970dd89303, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:11:48.493453 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:48.500328 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ba248395-a417-4acf-be70-2e238f907f2a req-d0b390e7-d0b1-4d17-8d13-212185781292 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047914 Sep 08 14:11:48.555893 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Network edcff5a5-b489-4160-904f-0b970dd89303 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:11:48.596090 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89627456-e921-47df-a96d-5ef1e3c95d28 req-dfbaab5b-1d2d-45ca-b143-72aae1a763ee tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:48.597812 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-89627456-e921-47df-a96d-5ef1e3c95d28 req-dfbaab5b-1d2d-45ca-b143-72aae1a763ee tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0549817 Sep 08 14:11:48.618009 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:48.654367 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-89627456-e921-47df-a96d-5ef1e3c95d28 req-5345cda0-ea8f-4b14-a11a-b5174c2f0a1e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508251 Sep 08 14:11:48.718533 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.base_scheduler [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, edcff5a5-b489-4160-904f-0b970dd89303) {{(pid=113666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:11:48.722898 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:48.723527 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:48.730206 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ba5e9-b592-4b45-ac43-054701bed190 None None] Network edcff5a5-b489-4160-904f-0b970dd89303 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:11:48.747113 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:48.848405 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9436d2-2bbf-425d-92b8-afd134f74cae None None] Network edcff5a5-b489-4160-904f-0b970dd89303 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:11:48.920945 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-863e049f-aa17-432d-8726-b586111611a4 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9939258 Sep 08 14:11:49.426412 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862987f-6e94-4185-b1eb-04fb7da340ef req-235f9a82-ea15-48bb-8a23-106632820e72 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:49.428018 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e862987f-6e94-4185-b1eb-04fb7da340ef req-235f9a82-ea15-48bb-8a23-106632820e72 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.0482607 Sep 08 14:11:49.485092 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e862987f-6e94-4185-b1eb-04fb7da340ef req-69b68526-e8d0-41a1-abd8-5dda90f22285 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 Sep 08 14:11:49.787192 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03f917-ae9a-41eb-b1fe-faf3ff24cd8e req-ac41e6d6-815f-4d30-988e-d54b275076c5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:49.788772 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9c03f917-ae9a-41eb-b1fe-faf3ff24cd8e req-ac41e6d6-815f-4d30-988e-d54b275076c5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0484986 Sep 08 14:11:49.838374 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9c03f917-ae9a-41eb-b1fe-faf3ff24cd8e req-5a2bd295-b8aa-4759-8597-70afbfd14176 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Sep 08 14:11:50.616197 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b3114-1e6c-44d1-909e-1dc1c0cdbff2 req-625a9e74-264e-4171-a383-b525dc2c810b tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:50.617920 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-570b3114-1e6c-44d1-909e-1dc1c0cdbff2 req-625a9e74-264e-4171-a383-b525dc2c810b tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.0539968 Sep 08 14:11:50.668746 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-570b3114-1e6c-44d1-909e-1dc1c0cdbff2 req-3ae76deb-a7cc-4a0f-ae17-7ae9a1750f80 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Sep 08 14:11:50.972588 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430fd73-2052-4ff5-82be-47ca84593ccc req-ceaf1268-b2c5-4034-a3fb-da5b6f038b53 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:50.974112 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4430fd73-2052-4ff5-82be-47ca84593ccc req-ceaf1268-b2c5-4034-a3fb-da5b6f038b53 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0506601 Sep 08 14:11:51.025472 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4430fd73-2052-4ff5-82be-47ca84593ccc req-293340cd-d2ad-4db3-a72a-a6c4d6944c16 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Sep 08 14:11:51.323924 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:11:51.426645 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-1979b555-001d-4596-87a5-31fa431d28d1 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:51.428173 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-1979b555-001d-4596-87a5-31fa431d28d1 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.0663061 Sep 08 14:11:51.448411 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:51.456562 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-81daa482-a23f-4dd5-a041-61948da87bfc tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:51.457564 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-81daa482-a23f-4dd5-a041-61948da87bfc tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/networks?id=edcff5a5-b489-4160-904f-0b970dd89303 HTTP/1.1" status: 200 len: 814 time: 0.1550243 Sep 08 14:11:51.461717 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'mac_address': 'fa:16:3e:85:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:11:51.477104 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-31e57cfc-1977-486b-8b57-7a16c994d7f0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/quotas/d3cad599cd5943e8b545de7bacca6fe1 HTTP/1.1" status: 200 len: 375 time: 0.0102880 Sep 08 14:11:51.504261 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:11:51.504967 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:51.519500 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-c7c14502-f133-4f18-9d4c-dfddc75b8f2a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348189 Sep 08 14:11:51.520296 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb83569-a0d0-4a14-925a-a80435f2b2dd {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:11:51.525778 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:51.528891 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Deleting port 81870ee2-80e0-426d-8068-2274f3f863ed {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:11:51.529237 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:51.533081 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-3bd937f9-735c-4840-97a2-37842da9176b service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:11:51.534356 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-3bd937f9-735c-4840-97a2-37842da9176b service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066364 Sep 08 14:11:51.543890 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:51.638994 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] For port 81870ee2-80e0-426d-8068-2274f3f863ed, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=81870ee2-80e0-426d-8068-2274f3f863ed,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:51.639363 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:51.642655 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-d14d303e-b451-4957-b338-7b4efe957e73 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999939 Sep 08 14:11:51.654875 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Calling delete_port for 81870ee2-80e0-426d-8068-2274f3f863ed owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:11:51.673776 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:51.737489 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:51.748952 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.750153 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.750502 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.751851 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.752077 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.752434 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.757745 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:11:51.762567 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-3fbd6c19-8037-4383-8ae5-74e461eb6dcc service neutron] 10.222.0.97 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129832 Sep 08 14:11:51.826897 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3d1ec-a054-4348-956c-e8e53c69cef6 req-13e8862d-dc67-4edd-b1b7-ac17efd80482 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:51.826897 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c5d3d1ec-a054-4348-956c-e8e53c69cef6 req-13e8862d-dc67-4edd-b1b7-ac17efd80482 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 946 time: 0.0625968 Sep 08 14:11:51.834898 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:51.876065 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c5d3d1ec-a054-4348-956c-e8e53c69cef6 req-7d0496c8-6308-4c9e-8ce5-84197820cde8 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470195 Sep 08 14:11:51.989069 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2eb83569-a0d0-4a14-925a-a80435f2b2dd'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:11:51.990884 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (81870ee2-80e0-426d-8068-2274f3f863ed), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:52.022691 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Pushing event deleted for resources: {'Port': ['ID=81870ee2-80e0-426d-8068-2274f3f863ed,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:52.100202 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] No DVR routers for this DVR port 81870ee2-80e0-426d-8068-2274f3f863ed on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:11:52.103521 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:52.107991 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-88e30bdd-e0f8-444f-a89f-92fc01c2e2fd req-b8476842-4456-4c2c-9814-b1aa64c25504 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "DELETE /networking/v2.0/ports/81870ee2-80e0-426d-8068-2274f3f863ed HTTP/1.1" status: 204 len: 173 time: 0.6743784 Sep 08 14:11:52.108818 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'name': 'network-vif-deleted', 'tag': '81870ee2-80e0-426d-8068-2274f3f863ed'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:52.114561 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2def215-57f8-4e0b-8d0c-2750427ebe11" -d '{"events": [{"server_uuid": "3b9237e3-03c5-4c9e-97ea-8a96f8787cea", "name": "network-vif-deleted", "tag": "81870ee2-80e0-426d-8068-2274f3f863ed"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:52.150504 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-690e3c96-fac5-42d5-ac5e-6990f1f0d400 req-ae69e7e5-48d8-460f-8697-f51c9e98135b tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0508075 Sep 08 14:11:52.164508 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-71cdf24c-fb2e-4992-a591-1e7fba9e317e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:52.226476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f07e1-6831-4542-ba86-80022fe53a5c req-ca4cef95-2576-4556-a6c8-0fdfc3c8d0a7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:52.232725 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e4f07e1-6831-4542-ba86-80022fe53a5c req-ca4cef95-2576-4556-a6c8-0fdfc3c8d0a7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.1078465 Sep 08 14:11:52.238528 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd3ca00-253c-4653-bcdd-767bf552a00e x-openstack-request-id: req-8bd3ca00-253c-4653-bcdd-767bf552a00e {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:52.238816 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9237e3-03c5-4c9e-97ea-8a96f8787cea", "name": "network-vif-deleted", "tag": "81870ee2-80e0-426d-8068-2274f3f863ed", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:52.239068 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8bd3ca00-253c-4653-bcdd-767bf552a00e {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:52.239586 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd3ca00-253c-4653-bcdd-767bf552a00e'] response: {'server_uuid': '3b9237e3-03c5-4c9e-97ea-8a96f8787cea', 'name': 'network-vif-deleted', 'tag': '81870ee2-80e0-426d-8068-2274f3f863ed', 'status': 'completed', 'code': 200} Sep 08 14:11:52.289547 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3e4f07e1-6831-4542-ba86-80022fe53a5c req-81f56701-8467-46d3-a3e6-1d6a975c8808 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523257 Sep 08 14:11:52.758168 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['81870ee2-80e0-426d-8068-2274f3f863ed'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:11:53.003999 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-52c29b59-afaf-45a1-9105-a54da81a4207 req-c570c785-4966-4038-b7d4-e08b012d38f3 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 210 time: 0.0294726 Sep 08 14:11:53.255562 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9170c5da-d390-40bb-8f55-5cc4beccd85d req-8227e189-e55b-4267-b744-889cc8fc4ade tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0287299 Sep 08 14:11:53.354263 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:11:53.400417 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 2eb83569-a0d0-4a14-925a-a80435f2b2dd completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:11:53.402577 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:53.444360 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545ed12-d4b9-4021-95aa-3db8de0c62b7 req-d6f47658-ae61-4af4-8da8-9df8e8fd3890 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:53.445863 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1545ed12-d4b9-4021-95aa-3db8de0c62b7 req-d6f47658-ae61-4af4-8da8-9df8e8fd3890 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.0617735 Sep 08 14:11:53.489415 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:53.502298 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1545ed12-d4b9-4021-95aa-3db8de0c62b7 req-607bfa4f-b484-4ff0-9b43-cfb2f62e35bf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502007 Sep 08 14:11:53.978897 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 2eb83569-a0d0-4a14-925a-a80435f2b2dd triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:11:53.979930 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:54.060580 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:11:54.061050 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:54.092331 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:54.094672 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4e0d0-b639-4122-864e-9a2a40d98387" -d '{"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-plugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:54.110892 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:11:54.139599 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7aafc3f7-a793-434a-97b8-21fef37863ab req-9c1f3a0a-15f2-4d98-819b-a6c8e1118a45 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=3b9237e3-03c5-4c9e-97ea-8a96f8787cea HTTP/1.1" status: 200 len: 210 time: 0.0318320 Sep 08 14:11:54.147030 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15464c5-2e3d-4c49-9d6f-0576278cd797 x-openstack-request-id: req-e15464c5-2e3d-4c49-9d6f-0576278cd797 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:54.147390 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-plugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:54.147646 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e15464c5-2e3d-4c49-9d6f-0576278cd797 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:54.148063 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15464c5-2e3d-4c49-9d6f-0576278cd797'] response: {'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'code': 200} Sep 08 14:11:54.301407 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:54.344370 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-20a41896-2b05-44af-a970-802dfcd3ccd5 req-25a19b05-dc87-4960-b49c-9ffcc392e39a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0288379 Sep 08 14:11:54.359158 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:54.647905 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafbf11-410f-40d8-86d0-7a1dfe7506bb req-524d0880-3d9b-4b99-ba2f-a5a30a1f7e44 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:54.649535 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5bafbf11-410f-40d8-86d0-7a1dfe7506bb req-524d0880-3d9b-4b99-ba2f-a5a30a1f7e44 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0620537 Sep 08 14:11:54.675248 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b80f-c14d-4cd3-a752-394d78b2f70b req-ef4f220f-9b4f-46e0-8eb1-83cb5e2544c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:54.676800 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8056b80f-c14d-4cd3-a752-394d78b2f70b req-ef4f220f-9b4f-46e0-8eb1-83cb5e2544c3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1130 time: 0.0481510 Sep 08 14:11:54.710670 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5bafbf11-410f-40d8-86d0-7a1dfe7506bb req-5fc8e41c-823e-474b-b4df-502c23c2c4b7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Sep 08 14:11:54.730796 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8056b80f-c14d-4cd3-a752-394d78b2f70b req-e480f7ee-1f2d-4bb9-93ef-229ca82f55e4 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478070 Sep 08 14:11:55.181125 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-546616da-776c-49e8-88a3-14fe52db190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:55.364224 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 81870ee2-80e0-426d-8068-2274f3f863ed no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:11:55.385744 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 81870ee2-80e0-426d-8068-2274f3f863ed {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:11:55.386357 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 81870ee2-80e0-426d-8068-2274f3f863ed not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:11:55.474182 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e91f7937-51cf-487f-86b0-45e0714379d8 req-c86eea6d-dc2d-4b6d-9fea-7366adf1d5cb tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0368521 Sep 08 14:11:55.523641 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-356dd039-d3a3-4b28-a9e6-d56c8d36d66a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:55.525255 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-356dd039-d3a3-4b28-a9e6-d56c8d36d66a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/networks?id=50ccfe90-5765-42b5-badc-8765793714ff HTTP/1.1" status: 200 len: 809 time: 0.1446068 Sep 08 14:11:55.541371 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-9e03e415-3fd6-4917-b760-29331c31bc46 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/quotas/573d91123526408f88c0a9d7612da26c HTTP/1.1" status: 200 len: 375 time: 0.0096500 Sep 08 14:11:55.580696 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-7dd0223a-4889-432e-a0ad-fadc24447269 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=573d91123526408f88c0a9d7612da26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291777 Sep 08 14:11:55.587382 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-f72023f5-2317-4dc8-befd-4a166db6c455 service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:11:55.588371 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-f72023f5-2317-4dc8-befd-4a166db6c455 service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049713 Sep 08 14:11:55.687125 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-aa49844b-ec5f-4a7a-9d43-8076181a7f4e service neutron] 10.222.0.97 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931785 Sep 08 14:11:55.792280 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-97871f02-01eb-4245-a376-d65f77ab2b48 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992382 Sep 08 14:11:55.851954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b362f67-6a28-42c6-acfd-c021231bd137 req-b0b83c02-8b40-4b02-abdf-b27280e331e8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:55.853520 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b362f67-6a28-42c6-acfd-c021231bd137 req-b0b83c02-8b40-4b02-abdf-b27280e331e8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Sep 08 14:11:55.904376 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b362f67-6a28-42c6-acfd-c021231bd137 req-3a9f9224-8f8d-442f-8043-dca203427b11 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Sep 08 14:11:55.983948 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:55.993937 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:56.093782 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9fc20068-fde0-44ba-936f-ab4e6c4b640f req-49db6947-605d-485e-a5e2-f3ef976c1cad tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0302110 Sep 08 14:11:56.289356 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:56.592745 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4b87dc67-6093-4436-b98e-2bbbbf0441e7 req-1e0648f2-dbba-46d5-bf4c-32345a21779e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0346055 Sep 08 14:11:56.969232 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-38a1ed98-0e67-42c8-b9c7-4d50ecfbde66 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:56.970713 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-38a1ed98-0e67-42c8-b9c7-4d50ecfbde66 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "GET /networking/v2.0/networks?id=edcff5a5-b489-4160-904f-0b970dd89303 HTTP/1.1" status: 200 len: 814 time: 0.1073377 Sep 08 14:11:56.993218 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Request body: {'port': {'device_id': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303', 'admin_state_up': True, 'tenant_id': 'd3cad599cd5943e8b545de7bacca6fe1'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:57.054144 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506db25-5340-45eb-b183-08abe29869d7 req-75bd2d29-7bc7-4156-97b2-52dc8a905d51 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:57.055820 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8506db25-5340-45eb-b183-08abe29869d7 req-75bd2d29-7bc7-4156-97b2-52dc8a905d51 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0655329 Sep 08 14:11:57.111381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8506db25-5340-45eb-b183-08abe29869d7 req-67a35c44-d4ca-41ce-8ef0-e454f7223968 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452051 Sep 08 14:11:57.181837 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ae4097ac-5810-4b5e-b242-9ccdc05b1980 req-0c5a6cb0-028f-4b30-90f9-33352f47bd5a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0307136 Sep 08 14:11:57.240358 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7214051-9729-4b0f-bc59-db0a47a8b046 req-25c86972-4d93-410c-a1f3-f3ef6bb9c419 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:57.242577 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b7214051-9729-4b0f-bc59-db0a47a8b046 req-25c86972-4d93-410c-a1f3-f3ef6bb9c419 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0505338 Sep 08 14:11:57.252659 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58110) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:11:57.257712 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Request body: {'floatingip': {'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:57.290913 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Made reservation on behalf of d3cad599cd5943e8b545de7bacca6fe1 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:11:57.294736 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:57.310414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (cfe6b3c4-c73c-42ba-b211-14898e471581), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:57.456786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:57.461761 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:57.610207 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Allocated IP 172.20.0.13 (edcff5a5-b489-4160-904f-0b970dd89303/7b4cb48a-e95c-4beb-b190-de6be64b4e81/2c4518dd-915b-4338-bcf5-9033afa4cefa) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:11:57.708774 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fd223b33-67ea-4f26-b816-30f6e8ee6c7c req-38941ab3-a276-44b6-9297-5614f1c4fe44 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0323462 Sep 08 14:11:57.887598 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:57.927239 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks [] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.013916 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.116217 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (cfe6b3c4-c73c-42ba-b211-14898e471581), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.203174 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.257875 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Floating IP cfe6b3c4-c73c-42ba-b211-14898e471581 associated. External IP: 172.27.1.83, port: 2eb83569-a0d0-4a14-925a-a80435f2b2dd. Sep 08 14:11:58.266679 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Network edcff5a5-b489-4160-904f-0b970dd89303 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:11:58.303547 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:11:58.307539 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:11:58.310398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Pushing event updated for resources: {'Port': ['ID=2c4518dd-915b-4338-bcf5-9033afa4cefa,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:11:58.322711 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e799ae97-1604-49c1-a53e-903e56e7794e req-5edc0f01-15db-4c86-b448-fe5a8eb2f449 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0334108 Sep 08 14:11:58.397802 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:58.398417 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.536202 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:11:58.539236 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:58.584604 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2cce7feb-37c0-441d-bad2-0de05d9380fe tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5954320 Sep 08 14:11:58.650662 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:11:58.656402 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.661310 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:11:58.694703 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-02ca65f0-6643-4566-ba2a-209ce53b122c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "PUT /networking/v2.0/floatingips/cfe6b3c4-c73c-42ba-b211-14898e471581 HTTP/1.1" status: 200 len: 991 time: 1.4408457 Sep 08 14:11:58.695390 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:11:58.697806 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:11:58.742564 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1a1776-9f0e-4390-a04a-1463967fe622 x-openstack-request-id: req-5c1a1776-9f0e-4390-a04a-1463967fe622 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:11:58.742910 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:11:58.743284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5c1a1776-9f0e-4390-a04a-1463967fe622 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:11:58.743705 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1a1776-9f0e-4390-a04a-1463967fe622'] response: {'name': 'network-changed', 'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'status': 'completed', 'code': 200} Sep 08 14:11:58.807752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Request body: {'port': {'device_id': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:58.809963 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:11:58.810607 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:11:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:58.861129 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20f798-587c-406d-8ac3-a929574b7e6f req-b877e602-d17c-4478-8af9-7831a234218a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:58.863949 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc20f798-587c-406d-8ac3-a929574b7e6f req-b877e602-d17c-4478-8af9-7831a234218a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 932 time: 0.0673382 Sep 08 14:11:58.866769 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.892546 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:58.916584 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-c8c50987-fdf2-40ea-b179-ddadfb0651bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:58.920343 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-c8c50987-fdf2-40ea-b179-ddadfb0651bc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1130 time: 0.0765204 Sep 08 14:11:58.920852 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:58.939398 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fc20f798-587c-406d-8ac3-a929574b7e6f req-2a5aaedd-abda-4c1f-b0e0-0d498ddab795 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624528 Sep 08 14:11:58.952200 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:11:59.029242 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:59.194746 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'cfe6b3c4-c73c-42ba-b211-14898e471581', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'mac_address': 'fa:16:3e:85:b2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:11:39Z', 'updated_at': '2022-09-08T14:11:57Z', 'revision_number': 1, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:59.196541 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:59.227970 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:11:59.237630 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:11:59.238264 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:11:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:59.284692 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:59.347946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:11:59.463623 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8bacc50a-cdb0-4d8a-a3a5-4ed10a00b5e5 req-32db9d58-4b8f-46e4-82ef-af8cd7153123 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Sep 08 14:11:59.487827 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-063bfcaa-e468-4074-8db6-a64d75876179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:59.489422 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-063bfcaa-e468-4074-8db6-a64d75876179 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.5625367 Sep 08 14:11:59.550273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:59.567797 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-93f5780a-cfd2-4ae8-b88e-1d74b066f87e tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:59.569702 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-93f5780a-cfd2-4ae8-b88e-1d74b066f87e tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "GET /networking/v2.0/networks?id=50ccfe90-5765-42b5-badc-8765793714ff HTTP/1.1" status: 200 len: 809 time: 0.2968421 Sep 08 14:11:59.604216 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Request body: {'port': {'device_id': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff', 'admin_state_up': True, 'tenant_id': '573d91123526408f88c0a9d7612da26c'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:11:59.609751 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'cfe6b3c4-c73c-42ba-b211-14898e471581', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'mac_address': 'fa:16:3e:85:b2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:11:39Z', 'updated_at': '2022-09-08T14:11:57Z', 'revision_number': 1, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:11:59.639418 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438221c-3dda-49b6-817a-ea0f7aed1008 None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'cfe6b3c4-c73c-42ba-b211-14898e471581', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'mac_address': 'fa:16:3e:85:b2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:11:39Z', 'updated_at': '2022-09-08T14:11:57Z', 'revision_number': 1, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:11:59.686998 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-d83cfa71-7117-479e-a41b-9d726d6c3a6a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 999 time: 0.1867070 Sep 08 14:11:59.766877 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:11:59.814340 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-43e3afdf-4ba6-4788-afd0-9d4da91110d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:59.815832 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-43e3afdf-4ba6-4788-afd0-9d4da91110d5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.1214535 Sep 08 14:11:59.876275 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438e067-d978-4b60-b54a-f6b065c2ffdf None None] New status for floating IP cfe6b3c4-c73c-42ba-b211-14898e471581: ACTIVE {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:11:59.907617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-411f2740-e851-40c9-a23f-b40786a692fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:11:59.909227 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-411f2740-e851-40c9-a23f-b40786a692fd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827379 Sep 08 14:11:59.923023 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4518dd-915b-4338-bcf5-9033afa4cefa {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:11:59.932917 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Publish callbacks [] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:11:59.947400 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Transition to ACTIVE for port object 2c4518dd-915b-4338-bcf5-9033afa4cefa will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:12:00.009091 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Made reservation on behalf of 573d91123526408f88c0a9d7612da26c for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:12:00.014251 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.064716 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a8285-aeda-4af3-9540-8562a2a43b99 req-1bf41f3d-a695-4c35-86d6-ebf19da7c061 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:00.065307 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.067342 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-336a8285-aeda-4af3-9540-8562a2a43b99 req-1bf41f3d-a695-4c35-86d6-ebf19da7c061 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 932 time: 0.0551717 Sep 08 14:12:00.120344 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-336a8285-aeda-4af3-9540-8562a2a43b99 req-ff4f9b12-2dab-4d8a-b1fa-c9afec6052af tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Sep 08 14:12:00.183944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:00.204282 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4518dd-915b-4338-bcf5-9033afa4cefa,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:00.211551 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-d4df29a6-6578-4d38-bd7c-5fadb41c07d4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234936 Sep 08 14:12:00.378546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Allocated IP 172.20.0.10 (50ccfe90-5765-42b5-badc-8765793714ff/06d72e74-0808-4264-a74c-8e2156f59e83/22aeedc5-ed7f-45c3-847f-4926eb5fe693) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:12:00.382104 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Attempting to bind port 2c4518dd-915b-4338-bcf5-9033afa4cefa on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:12:00.382437 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Attempting to bind port 2c4518dd-915b-4338-bcf5-9033afa4cefa by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:12:00.382761 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Attempting to bind port 2c4518dd-915b-4338-bcf5-9033afa4cefa on network edcff5a5-b489-4160-904f-0b970dd89303 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:12:00.430678 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-ebc4d497-a4bd-4ba0-adf6-45bde658b85e req-97908ed6-92e5-4468-a65a-547ae22ad346 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118559 Sep 08 14:12:00.463243 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Port 2c4518dd-915b-4338-bcf5-9033afa4cefa on network edcff5a5-b489-4160-904f-0b970dd89303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:12:00.463570 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Attempting to bind port 2c4518dd-915b-4338-bcf5-9033afa4cefa on network edcff5a5-b489-4160-904f-0b970dd89303 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:12:00.571010 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:12:00.571257 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Checking segment: {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:12:00.571621 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Bound using segment: {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:12:00.572054 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Bound port: 2c4518dd-915b-4338-bcf5-9033afa4cefa, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:12:00.572434 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.576683 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:00.578462 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f893f633-057e-4bbc-b678-0306efc614ad req-bdc7823c-0121-45f2-8d42-ba4217ab2399 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0311117 Sep 08 14:12:00.681634 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks [] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.686379 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] For port 2c4518dd-915b-4338-bcf5-9033afa4cefa, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:12:00.701576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] For port 2c4518dd-915b-4338-bcf5-9033afa4cefa, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2c4518dd-915b-4338-bcf5-9033afa4cefa,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:12:00.874036 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.878136 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.880229 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:00.880840 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:00.882260 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/2c4518dd-915b-4338-bcf5-9033afa4cefa HTTP/1.1" status: 200 len: 1094 time: 2.0796678 Sep 08 14:12:00.883728 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'tag': '2c4518dd-915b-4338-bcf5-9033afa4cefa'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:00.886019 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e096695a-1490-4e1e-adb8-7f7defd49c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4318d52b-b2a3-4c02-a43a-84984ad95d1f", "tag": "2c4518dd-915b-4338-bcf5-9033afa4cefa"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:00.931583 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4c7b8-33e7-4111-b3d1-ee93993a26e8 x-openstack-request-id: req-d8b4c7b8-33e7-4111-b3d1-ee93993a26e8 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:00.931876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4318d52b-b2a3-4c02-a43a-84984ad95d1f", "tag": "2c4518dd-915b-4338-bcf5-9033afa4cefa", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:00.932134 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d8b4c7b8-33e7-4111-b3d1-ee93993a26e8 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:00.932586 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b4c7b8-33e7-4111-b3d1-ee93993a26e8'] response: {'name': 'network-changed', 'server_uuid': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'tag': '2c4518dd-915b-4338-bcf5-9033afa4cefa', 'status': 'completed', 'code': 200} Sep 08 14:12:00.935092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Network 50ccfe90-5765-42b5-badc-8765793714ff is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:12:00.938804 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:12:00.945575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:12:00.971324 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ffb35-edec-41f8-b557-10f880c4a251 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4518dd-915b-4338-bcf5-9033afa4cefa,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:01.063304 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.063944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:01.066690 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:01.078135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Pushing event updated for resources: {'Port': ['ID=22aeedc5-ed7f-45c3-847f-4926eb5fe693,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:01.080809 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096695a-1490-4e1e-adb8-7f7defd49c3f req-2cfbdecb-94c9-430b-a7c8-21ac76e9be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.082324 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e096695a-1490-4e1e-adb8-7f7defd49c3f req-2cfbdecb-94c9-430b-a7c8-21ac76e9be30 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 1128 time: 0.0995057 Sep 08 14:12:01.193692 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096695a-1490-4e1e-adb8-7f7defd49c3f req-19939696-14ad-447c-9a6b-f64dfb212def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.195234 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e096695a-1490-4e1e-adb8-7f7defd49c3f req-19939696-14ad-447c-9a6b-f64dfb212def service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989635 Sep 08 14:12:01.256475 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e286a76a-d9f4-42b6-8909-f1ebf6fccde9 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6563678 Sep 08 14:12:01.256736 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daba0cb-4ebc-422d-88bd-eb8a48be2105 req-0d03446a-bd36-4829-aec0-adb6f0d63544 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.258091 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6daba0cb-4ebc-422d-88bd-eb8a48be2105 req-0d03446a-bd36-4829-aec0-adb6f0d63544 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 944 time: 0.0481839 Sep 08 14:12:01.277028 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Request body: {'port': {'device_id': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:12:01.313493 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6daba0cb-4ebc-422d-88bd-eb8a48be2105 req-43cd8bea-5468-487f-9264-826dbf5852b1 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484691 Sep 08 14:12:01.341585 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096695a-1490-4e1e-adb8-7f7defd49c3f req-698bb6d3-3429-46c4-83f6-2ec38c23af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.343035 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e096695a-1490-4e1e-adb8-7f7defd49c3f req-698bb6d3-3429-46c4-83f6-2ec38c23af8b service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1414900 Sep 08 14:12:01.372568 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:01.464075 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-c5fecb39-d6ab-4226-a2f2-d480dc23b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.465488 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-c5fecb39-d6ab-4226-a2f2-d480dc23b50c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 1128 time: 0.0584970 Sep 08 14:12:01.551205 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-2b8d48ac-df3f-48be-90be-5cafc6b2cc7d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c4518dd-915b-4338-bcf5-9033afa4cefa HTTP/1.1" status: 200 len: 217 time: 0.0462682 Sep 08 14:12:01.600153 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:01.656991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4b3a6faf-2fe6-4846-968e-dbf286c737b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.658495 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-4b3a6faf-2fe6-4846-968e-dbf286c737b2 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=7b4cb48a-e95c-4beb-b190-de6be64b4e81 HTTP/1.1" status: 200 len: 854 time: 0.0987196 Sep 08 14:12:01.707885 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-683b510a-4edf-46de-bf79-7ac648f340a4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=edcff5a5-b489-4160-904f-0b970dd89303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416074 Sep 08 14:12:01.715230 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0e1f-3b6e-492b-adfd-155dff59b76e req-4994236a-4514-427c-a926-c3459412ba2a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:01.717324 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9bc0e1f-3b6e-492b-adfd-155dff59b76e req-4994236a-4514-427c-a926-c3459412ba2a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 932 time: 0.0531218 Sep 08 14:12:01.767397 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9bc0e1f-3b6e-492b-adfd-155dff59b76e req-688120a4-7036-49a6-94c3-03ccb941a3b8 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436947 Sep 08 14:12:01.832314 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22aeedc5-ed7f-45c3-847f-4926eb5fe693 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:12:01.847025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Publish callbacks [] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:01.859347 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-8bcacfcc-cb90-4bd9-aefa-988c8b47cbf9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411803 Sep 08 14:12:01.864412 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Transition to ACTIVE for port object 22aeedc5-ed7f-45c3-847f-4926eb5fe693 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:12:01.953806 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-2663bb8c-a0fb-4c1c-a69f-422d89ce9da4 req-761c69cf-a23b-472a-9911-938926f9ae40 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881276 Sep 08 14:12:02.015268 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:02.051451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:02.108978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Pushing event updated for resources: {'Port': ['ID=22aeedc5-ed7f-45c3-847f-4926eb5fe693,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:02.139704 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Attempting to bind port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:12:02.140044 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Attempting to bind port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:12:02.140414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Attempting to bind port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 on network 50ccfe90-5765-42b5-badc-8765793714ff {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:12:02.182227 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 on network 50ccfe90-5765-42b5-badc-8765793714ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:12:02.182554 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Attempting to bind port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 on network 50ccfe90-5765-42b5-badc-8765793714ff {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:12:02.226051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:12:02.226382 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Checking segment: {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:12:02.226763 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Bound using segment: {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:12:02.227200 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Bound port: 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05227b1e-9fae-49ce-8476-b918b91de2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:12:02.227554 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:02.295560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] For port 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:12:02.298544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] For port 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=22aeedc5-ed7f-45c3-847f-4926eb5fe693,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:12:02.432547 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:02.444558 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7e3a2-71e0-4db6-bf70-d9644157a39a req-9e387000-87e6-4b87-9630-70a9773dd0ba tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:02.446047 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b6d7e3a2-71e0-4db6-bf70-d9644157a39a req-9e387000-87e6-4b87-9630-70a9773dd0ba tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 944 time: 0.0505533 Sep 08 14:12:02.495625 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b6d7e3a2-71e0-4db6-bf70-d9644157a39a req-7b2a7bab-c5b2-4a19-9a69-17c8b88a14e3 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Sep 08 14:12:02.510519 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:02.534639 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:02.535285 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:02.536829 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/22aeedc5-ed7f-45c3-847f-4926eb5fe693 HTTP/1.1" status: 200 len: 1094 time: 1.2639790 Sep 08 14:12:02.565072 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb105271-8bbf-47d5-9c56-a6bb064fa702 service neutron] Pushing event updated for resources: {'Port': ['ID=22aeedc5-ed7f-45c3-847f-4926eb5fe693,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:02.734982 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:12:02.895530 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62811958-cb1a-49bf-b614-e9f6d7c98afa req-1273e9ed-09fc-4638-82cd-f188b2575719 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:02.896939 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62811958-cb1a-49bf-b614-e9f6d7c98afa req-1273e9ed-09fc-4638-82cd-f188b2575719 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 944 time: 0.0511858 Sep 08 14:12:02.933650 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'tag': '22aeedc5-ed7f-45c3-847f-4926eb5fe693'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:02.939875 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b" -d '{"events": [{"name": "network-changed", "server_uuid": "6683e314-98da-4de5-90aa-4f0ba0c9a993", "tag": "22aeedc5-ed7f-45c3-847f-4926eb5fe693"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:02.947287 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-62811958-cb1a-49bf-b614-e9f6d7c98afa req-1f162200-37f5-47a1-a00c-637af43778c3 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Sep 08 14:12:02.974880 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a2f2a6-e3ed-41bd-9d43-adcf53152219 x-openstack-request-id: req-b7a2f2a6-e3ed-41bd-9d43-adcf53152219 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:02.975183 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6683e314-98da-4de5-90aa-4f0ba0c9a993", "tag": "22aeedc5-ed7f-45c3-847f-4926eb5fe693", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:02.975543 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b7a2f2a6-e3ed-41bd-9d43-adcf53152219 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:02.975959 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a2f2a6-e3ed-41bd-9d43-adcf53152219'] response: {'name': 'network-changed', 'server_uuid': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'tag': '22aeedc5-ed7f-45c3-847f-4926eb5fe693', 'status': 'completed', 'code': 200} Sep 08 14:12:03.061882 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b req-9d0ffa90-6032-4d29-a085-f8e106744da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:03.063395 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b req-9d0ffa90-6032-4d29-a085-f8e106744da2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=573d91123526408f88c0a9d7612da26c&device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 1128 time: 0.0414691 Sep 08 14:12:03.169373 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-78cb55b8-488d-41a7-b8d8-1dcbc32938bd tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:12:03.170357 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-78cb55b8-488d-41a7-b8d8-1dcbc32938bd tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0113995 Sep 08 14:12:03.186489 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b req-52d1932f-b9d3-45ef-956f-0cc8dd15b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:03.187981 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b req-52d1932f-b9d3-45ef-956f-0cc8dd15b225 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=573d91123526408f88c0a9d7612da26c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1099648 Sep 08 14:12:03.277778 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:03.287375 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b req-ae495488-c2af-40d2-837b-2002db7af545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:03.288856 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8e1e5585-8dbc-4557-9e81-f7cdebf4075b req-ae495488-c2af-40d2-837b-2002db7af545 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954802 Sep 08 14:12:03.391398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-551a6282-5bcd-44c9-b074-39f1d1c2b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:03.393020 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-551a6282-5bcd-44c9-b074-39f1d1c2b1f1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=573d91123526408f88c0a9d7612da26c&device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 1128 time: 0.0439138 Sep 08 14:12:03.442748 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-e2935b09-322d-45e3-b9c9-11c5da269443 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22aeedc5-ed7f-45c3-847f-4926eb5fe693 HTTP/1.1" status: 200 len: 217 time: 0.0363805 Sep 08 14:12:03.493499 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-c9046387-fa2f-4149-b93b-0d025533c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:03.494962 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-c9046387-fa2f-4149-b93b-0d025533c158 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=06d72e74-0808-4264-a74c-8e2156f59e83 HTTP/1.1" status: 200 len: 849 time: 0.0466278 Sep 08 14:12:03.532373 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-10d045ea-a514-481f-841a-4a06617df3fb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=50ccfe90-5765-42b5-badc-8765793714ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307858 Sep 08 14:12:03.625578 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86294984-0e50-420f-beb8-7651c63dc634 req-71a6bc8a-6b60-4af6-bb10-ed3096d63377 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:03.627130 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-86294984-0e50-420f-beb8-7651c63dc634 req-71a6bc8a-6b60-4af6-bb10-ed3096d63377 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 944 time: 0.0502610 Sep 08 14:12:03.632137 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-3aa7a7bb-acf5-4dd6-8b5c-19e5b25b4b22 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942481 Sep 08 14:12:03.678381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-86294984-0e50-420f-beb8-7651c63dc634 req-68001950-dae1-4d6e-aabb-06868bb0e40e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Sep 08 14:12:04.002080 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-da2dec50-cf7c-4a4b-b4f9-77c4018cb152 req-4062adaa-ce72-4f7a-ad1f-c50340c611ad service neutron] 10.222.0.77 "GET /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642976 Sep 08 14:12:04.073892 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944701d2-45eb-423f-8ef9-fa786d5de977 req-47207b14-d566-4f40-8bae-4304b43f2178 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:04.075688 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-944701d2-45eb-423f-8ef9-fa786d5de977 req-47207b14-d566-4f40-8bae-4304b43f2178 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 944 time: 0.0497060 Sep 08 14:12:04.130420 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-944701d2-45eb-423f-8ef9-fa786d5de977 req-7af36b39-e4af-46ef-8606-6205fe2ba416 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488904 Sep 08 14:12:05.020595 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a639917-efd8-4133-bfdc-b09567195f69 req-9f572251-45cc-4ba8-a140-a6e8c253ce51 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:05.022080 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9a639917-efd8-4133-bfdc-b09567195f69 req-9f572251-45cc-4ba8-a140-a6e8c253ce51 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 944 time: 0.2642694 Sep 08 14:12:05.069516 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9a639917-efd8-4133-bfdc-b09567195f69 req-dc5e25d3-c19d-42aa-8e30-4dd9fb714ab5 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417802 Sep 08 14:12:05.254113 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04259e0b-3b4a-44ee-a41b-ef4091d11447 req-0e1cabbc-38d3-46ca-b8ee-9f6327419644 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:05.255571 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-04259e0b-3b4a-44ee-a41b-ef4091d11447 req-0e1cabbc-38d3-46ca-b8ee-9f6327419644 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 944 time: 0.0488756 Sep 08 14:12:05.304841 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-04259e0b-3b4a-44ee-a41b-ef4091d11447 req-a72a93d4-8397-4a9b-bac0-8861ee63d596 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Sep 08 14:12:05.422728 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2c4518dd-915b-4338-bcf5-9033afa4cefa details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:12:05.526632 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2c4518dd-915b-4338-bcf5-9033afa4cefa, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2c4518dd-915b-4338-bcf5-9033afa4cefa,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:05.538646 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '2c4518dd-915b-4338-bcf5-9033afa4cefa', 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303', 'port_id': '2c4518dd-915b-4338-bcf5-9033afa4cefa', 'mac_address': 'fa:16:3e:53:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cb48a-e95c-4beb-b190-de6be64b4e81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:12:05.577701 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2c4518dd-915b-4338-bcf5-9033afa4cefa is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:12:05.578082 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:05.591946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4518dd-915b-4338-bcf5-9033afa4cefa {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:12:05.612609 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2c4518dd-915b-4338-bcf5-9033afa4cefa, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2c4518dd-915b-4338-bcf5-9033afa4cefa,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:05.689317 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:05.737009 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2c4518dd-915b-4338-bcf5-9033afa4cefa,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:06.009071 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2c4518dd-915b-4338-bcf5-9033afa4cefa'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:12:06.198854 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9259d-122b-4fc7-b97a-445882825191 req-35780020-6c79-4040-89b7-f064f19b6e98 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:06.200432 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-03e9259d-122b-4fc7-b97a-445882825191 req-35780020-6c79-4040-89b7-f064f19b6e98 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 945 time: 0.0512481 Sep 08 14:12:06.248777 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-03e9259d-122b-4fc7-b97a-445882825191 req-576378db-f49d-405c-8674-6762eec4fb62 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Sep 08 14:12:06.422129 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:06.433476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9efc-dc61-479e-8bd0-8c3f01bc6d3f req-1ab00a1d-bc47-4f08-b01e-9b3567636745 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:06.435005 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-841c9efc-dc61-479e-8bd0-8c3f01bc6d3f req-1ab00a1d-bc47-4f08-b01e-9b3567636745 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 944 time: 0.0502698 Sep 08 14:12:06.486760 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-841c9efc-dc61-479e-8bd0-8c3f01bc6d3f req-3e193fa8-78c4-49b0-b8b0-caf903e0f751 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Sep 08 14:12:06.917505 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:07.377138 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d53d9-01d5-4d43-8453-4587a0ce9df9 req-48620e72-71fb-4ec2-9249-7ccf4eab9a5c tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:07.378646 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-711d53d9-01d5-4d43-8453-4587a0ce9df9 req-48620e72-71fb-4ec2-9249-7ccf4eab9a5c tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 945 time: 0.0536299 Sep 08 14:12:07.420023 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 22aeedc5-ed7f-45c3-847f-4926eb5fe693 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:12:07.428177 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-711d53d9-01d5-4d43-8453-4587a0ce9df9 req-d6415c45-6390-4863-b015-f6620151a27e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437424 Sep 08 14:12:07.438966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2c4518dd-915b-4338-bcf5-9033afa4cefa up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:12:07.540622 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 2c4518dd-915b-4338-bcf5-9033afa4cefa completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:12:07.574129 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=22aeedc5-ed7f-45c3-847f-4926eb5fe693,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:07.587632 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '22aeedc5-ed7f-45c3-847f-4926eb5fe693', 'network_id': '50ccfe90-5765-42b5-badc-8765793714ff', 'port_id': '22aeedc5-ed7f-45c3-847f-4926eb5fe693', 'mac_address': 'fa:16:3e:be:68:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d72e74-0808-4264-a74c-8e2156f59e83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:12:07.596363 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:07.624908 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3498d-f116-44a6-ac0d-5e5d9688602c req-49a08a0a-1028-465d-b138-7a9efd35e04e tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:07.626478 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0cb3498d-f116-44a6-ac0d-5e5d9688602c req-49a08a0a-1028-465d-b138-7a9efd35e04e tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 944 time: 0.0538363 Sep 08 14:12:07.635412 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:12:07.635803 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:07.651692 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22aeedc5-ed7f-45c3-847f-4926eb5fe693 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:12:07.671933 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:07.673968 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=22aeedc5-ed7f-45c3-847f-4926eb5fe693,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:07.678596 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0cb3498d-f116-44a6-ac0d-5e5d9688602c req-8d1b5021-6bba-4672-ab79-da9e5116d2a0 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453515 Sep 08 14:12:07.700473 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 2c4518dd-915b-4338-bcf5-9033afa4cefa triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:12:07.700851 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:07.775284 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2c4518dd-915b-4338-bcf5-9033afa4cefa is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:12:07.775665 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:07.794586 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:07.802395 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4518dd-915b-4338-bcf5-9033afa4cefa'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:07.804635 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999dfbd5-addc-4cf1-b5c1-6d720ccf9b49" -d '{"events": [{"server_uuid": "4318d52b-b2a3-4c02-a43a-84984ad95d1f", "name": "network-vif-plugged", "status": "completed", "tag": "2c4518dd-915b-4338-bcf5-9033afa4cefa"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:07.834497 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2c4518dd-915b-4338-bcf5-9033afa4cefa, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2c4518dd-915b-4338-bcf5-9033afa4cefa,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:07.845260 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166b023a-cb7c-4b9c-8969-364900ad4f88 x-openstack-request-id: req-166b023a-cb7c-4b9c-8969-364900ad4f88 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:07.848533 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4318d52b-b2a3-4c02-a43a-84984ad95d1f", "name": "network-vif-plugged", "status": "completed", "tag": "2c4518dd-915b-4338-bcf5-9033afa4cefa", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:07.848533 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-166b023a-cb7c-4b9c-8969-364900ad4f88 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:07.848533 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166b023a-cb7c-4b9c-8969-364900ad4f88'] response: {'server_uuid': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4518dd-915b-4338-bcf5-9033afa4cefa', 'code': 200} Sep 08 14:12:07.861720 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=22aeedc5-ed7f-45c3-847f-4926eb5fe693,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:07.972792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:08.027103 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2c4518dd-915b-4338-bcf5-9033afa4cefa,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:08.138088 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['22aeedc5-ed7f-45c3-847f-4926eb5fe693'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:12:08.409674 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f650d-3b16-4590-9fe3-cc873b7af9d5 req-369d6be4-b319-4395-a7bd-bd7bfd84bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:08.411100 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b16f650d-3b16-4590-9fe3-cc873b7af9d5 req-369d6be4-b319-4395-a7bd-bd7bfd84bfc1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 1130 time: 0.0401647 Sep 08 14:12:08.458186 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b16f650d-3b16-4590-9fe3-cc873b7af9d5 req-6c058e19-36c6-4965-8ef7-a51de834c17d service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Sep 08 14:12:08.552173 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9aa17-e1f0-4194-b2f8-6940c83af058 req-a9474daf-5e34-4d15-81ee-043ba123571a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:08.553679 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9c9aa17-e1f0-4194-b2f8-6940c83af058 req-a9474daf-5e34-4d15-81ee-043ba123571a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0468335 Sep 08 14:12:08.606401 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d9c9aa17-e1f0-4194-b2f8-6940c83af058 req-9a14d662-dea6-4343-8bed-d8e1c391ff0c tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463197 Sep 08 14:12:08.805548 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716ac5f-4555-4622-95d6-cbbf4ba7cc16 req-35556043-4f7d-43fb-9133-41462fbcfff6 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:08.807037 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f716ac5f-4555-4622-95d6-cbbf4ba7cc16 req-35556043-4f7d-43fb-9133-41462fbcfff6 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Sep 08 14:12:08.839361 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:08.856869 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f716ac5f-4555-4622-95d6-cbbf4ba7cc16 req-11565dde-d2b7-4b95-9d3a-520d1a5610ea tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437710 Sep 08 14:12:09.426634 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 22aeedc5-ed7f-45c3-847f-4926eb5fe693 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:12:09.596546 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:12:09.705196 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:12:09.705729 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:09.735427 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e6cb0-db97-4a0d-8d7b-8d213e5196bd req-cd9d680f-1336-4e3d-80b6-439ad7f4503f tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:09.737021 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-613e6cb0-db97-4a0d-8d7b-8d213e5196bd req-cd9d680f-1336-4e3d-80b6-439ad7f4503f tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0503731 Sep 08 14:12:09.738148 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:09.790076 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:12:09.790076 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:09.790559 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-613e6cb0-db97-4a0d-8d7b-8d213e5196bd req-bae48385-4907-4845-ab84-981cd371b060 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 Sep 08 14:12:09.832373 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=22aeedc5-ed7f-45c3-847f-4926eb5fe693,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:09.847919 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aeedc5-ed7f-45c3-847f-4926eb5fe693'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:09.850395 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64505585-d935-4dbc-987e-3dfd44a5826c" -d '{"events": [{"server_uuid": "6683e314-98da-4de5-90aa-4f0ba0c9a993", "name": "network-vif-plugged", "status": "completed", "tag": "22aeedc5-ed7f-45c3-847f-4926eb5fe693"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:09.888982 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72957a12-fe27-43a1-829c-1247a52c4502 x-openstack-request-id: req-72957a12-fe27-43a1-829c-1247a52c4502 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:09.889280 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6683e314-98da-4de5-90aa-4f0ba0c9a993", "name": "network-vif-plugged", "status": "completed", "tag": "22aeedc5-ed7f-45c3-847f-4926eb5fe693", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:09.889538 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-72957a12-fe27-43a1-829c-1247a52c4502 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:09.889938 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72957a12-fe27-43a1-829c-1247a52c4502'] response: {'server_uuid': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22aeedc5-ed7f-45c3-847f-4926eb5fe693', 'code': 200} Sep 08 14:12:09.957664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:09.985437 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe27b8-51f4-434d-ba8a-d870541c980f req-7534e9e0-70d3-4f58-83c2-467b9b6603a8 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:09.986994 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acfe27b8-51f4-434d-ba8a-d870541c980f req-7534e9e0-70d3-4f58-83c2-467b9b6603a8 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 945 time: 0.0541232 Sep 08 14:12:10.011184 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=22aeedc5-ed7f-45c3-847f-4926eb5fe693,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:10.037808 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-acfe27b8-51f4-434d-ba8a-d870541c980f req-1726a6bf-46ed-4c25-8266-a1a72f2556e1 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Sep 08 14:12:10.531279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935f33-ae12-4186-9dcb-3b57098923df req-6d6abb9c-df22-44ce-b2c5-26ec67933604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:10.532305 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c3935f33-ae12-4186-9dcb-3b57098923df req-6d6abb9c-df22-44ce-b2c5-26ec67933604 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 1130 time: 0.0398476 Sep 08 14:12:10.580427 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-c3935f33-ae12-4186-9dcb-3b57098923df req-daa891f4-6532-423e-be9b-3ec7cb1885a2 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Sep 08 14:12:10.922297 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f635e-ba55-4048-96cb-f6fc7e1ccc90 req-92cc4e81-3d16-4934-820c-a26d4a823fe0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:10.923823 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-203f635e-ba55-4048-96cb-f6fc7e1ccc90 req-92cc4e81-3d16-4934-820c-a26d4a823fe0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0482595 Sep 08 14:12:10.973805 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-203f635e-ba55-4048-96cb-f6fc7e1ccc90 req-8702a7c7-9adc-4e93-a0a9-31f8830196ae tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439413 Sep 08 14:12:11.165118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff64ce-bdfe-4d33-b677-03395e73272f req-46921d1c-985b-428d-a488-a698ef990bde tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:11.166660 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d8ff64ce-bdfe-4d33-b677-03395e73272f req-46921d1c-985b-428d-a488-a698ef990bde tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 946 time: 0.0499029 Sep 08 14:12:11.222116 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d8ff64ce-bdfe-4d33-b677-03395e73272f req-9d747c48-35b7-4ce9-82ed-35453de80242 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Sep 08 14:12:12.344964 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8034d3-296a-4835-a0a3-7c3a0adb4470 req-5b9cbe1f-d39b-4ea3-815a-d83261d40c2a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:12.346425 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba8034d3-296a-4835-a0a3-7c3a0adb4470 req-5b9cbe1f-d39b-4ea3-815a-d83261d40c2a tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 946 time: 0.0503659 Sep 08 14:12:12.397090 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ba8034d3-296a-4835-a0a3-7c3a0adb4470 req-103b077f-fba4-4476-ac72-51353cdca876 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 Sep 08 14:12:12.731727 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:13.528361 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410165a6-3aae-4700-acd1-6d3d07d8f42c req-cf1a20a1-60bd-4b95-8097-68880aad670f tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:13.529832 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-410165a6-3aae-4700-acd1-6d3d07d8f42c req-cf1a20a1-60bd-4b95-8097-68880aad670f tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 946 time: 0.0518322 Sep 08 14:12:13.578937 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-410165a6-3aae-4700-acd1-6d3d07d8f42c req-d2d739b1-e628-4ab2-aa16-9fa6061cc93c tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Sep 08 14:12:15.357214 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5cad3-ced6-405e-955f-d0edcd01ce0f req-fa71dfff-09c4-4862-863a-c1367658531d tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:15.358987 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-31d5cad3-ced6-405e-955f-d0edcd01ce0f req-fa71dfff-09c4-4862-863a-c1367658531d tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 946 time: 0.0687282 Sep 08 14:12:15.373049 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:15.416475 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-31d5cad3-ced6-405e-955f-d0edcd01ce0f req-1d4b8f6d-8cc3-414f-8462-bc21fadd9a68 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Sep 08 14:12:16.577076 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf595-3197-4525-8e42-ddd3ed5cb6e3 req-41500578-2ebc-4cae-b190-565b7bfcc0da tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:16.578479 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1adf595-3197-4525-8e42-ddd3ed5cb6e3 req-41500578-2ebc-4cae-b190-565b7bfcc0da tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 946 time: 0.0569179 Sep 08 14:12:16.640430 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1adf595-3197-4525-8e42-ddd3ed5cb6e3 req-fc3ac81e-6f51-4ada-9b0e-16c4deea8487 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=13ebd650-8c56-4051-a393-9f4672f78fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559895 Sep 08 14:12:17.165347 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75730394-c376-4b8b-85a8-511278d6c3dd req-1d1df0cf-5d94-4cf7-96b0-d900f2787c82 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:17.166808 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-75730394-c376-4b8b-85a8-511278d6c3dd req-1d1df0cf-5d94-4cf7-96b0-d900f2787c82 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Sep 08 14:12:17.266395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Deleting port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:12:17.266780 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:17.354869 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:17.375448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] For port 22aeedc5-ed7f-45c3-847f-4926eb5fe693, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=22aeedc5-ed7f-45c3-847f-4926eb5fe693,segment=NetworkSegment(05227b1e-9fae-49ce-8476-b918b91de2fb),segment_id=05227b1e-9fae-49ce-8476-b918b91de2fb)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:17.375808 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:17.390556 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Calling delete_port for 22aeedc5-ed7f-45c3-847f-4926eb5fe693 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:12:17.620572 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (22aeedc5-ed7f-45c3-847f-4926eb5fe693), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:17.648327 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Pushing event deleted for resources: {'Port': ['ID=22aeedc5-ed7f-45c3-847f-4926eb5fe693,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:17.669940 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['22aeedc5-ed7f-45c3-847f-4926eb5fe693'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:12:17.697120 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] No DVR routers for this DVR port 22aeedc5-ed7f-45c3-847f-4926eb5fe693 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:12:17.700161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:17.703522 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-75730394-c376-4b8b-85a8-511278d6c3dd req-412461d4-be46-413f-8190-ded964116af5 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.77 "DELETE /networking/v2.0/ports/22aeedc5-ed7f-45c3-847f-4926eb5fe693 HTTP/1.1" status: 204 len: 173 time: 0.5301726 Sep 08 14:12:17.704019 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'name': 'network-vif-deleted', 'tag': '22aeedc5-ed7f-45c3-847f-4926eb5fe693'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:17.707201 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dc4921-bf41-4d4f-b60f-d10031cd43bd" -d '{"events": [{"server_uuid": "6683e314-98da-4de5-90aa-4f0ba0c9a993", "name": "network-vif-deleted", "tag": "22aeedc5-ed7f-45c3-847f-4926eb5fe693"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:17.745270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22617b7-a8d5-437f-a585-e292a9100851 x-openstack-request-id: req-e22617b7-a8d5-437f-a585-e292a9100851 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:17.745270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6683e314-98da-4de5-90aa-4f0ba0c9a993", "name": "network-vif-deleted", "tag": "22aeedc5-ed7f-45c3-847f-4926eb5fe693", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:17.745553 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e22617b7-a8d5-437f-a585-e292a9100851 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:17.745976 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22617b7-a8d5-437f-a585-e292a9100851'] response: {'server_uuid': '6683e314-98da-4de5-90aa-4f0ba0c9a993', 'name': 'network-vif-deleted', 'tag': '22aeedc5-ed7f-45c3-847f-4926eb5fe693', 'status': 'completed', 'code': 200} Sep 08 14:12:17.764664 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5fc52e42-00b5-410e-b485-e9a06167bd4d req-467c9cf2-0fd1-4957-89b5-207419879e7c tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0327718 Sep 08 14:12:18.708788 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:18.886040 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8d47b3a4-0487-4ecc-8625-1a0c9ec8687a req-a16c3246-ea03-41dc-be7e-1e6b658ad256 tempest-VolumesActionsTest-1494653569 tempest-VolumesActionsTest-1494653569-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=6683e314-98da-4de5-90aa-4f0ba0c9a993 HTTP/1.1" status: 200 len: 210 time: 0.0287387 Sep 08 14:12:20.009495 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:21.475180 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 22aeedc5-ed7f-45c3-847f-4926eb5fe693 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:12:21.495135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 22aeedc5-ed7f-45c3-847f-4926eb5fe693 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:12:21.495478 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 22aeedc5-ed7f-45c3-847f-4926eb5fe693 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:12:22.140100 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3cd6b780-a19b-40e7-b750-f483169992ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:25.203082 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-4854c0e0-a589-440f-926e-6897aab52319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:26.328620 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:27.661470 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:27.679398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=91,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:28.843130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:28.866767 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=9 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:28.867937 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=81 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:28.905552 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:32.983193 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:32.987530 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:35.964916 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58456) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:12:36.191249 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Deleting port 510f58a7-0224-4cd9-b8d8-0c794e00f64a {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:12:36.191600 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:36.287598 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:36.287974 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (510f58a7-0224-4cd9-b8d8-0c794e00f64a), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:36.303081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Calling delete_port for 510f58a7-0224-4cd9-b8d8-0c794e00f64a owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:12:36.738480 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (510f58a7-0224-4cd9-b8d8-0c794e00f64a), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:36.785113 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'Port': ['ID=510f58a7-0224-4cd9-b8d8-0c794e00f64a,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:36.806141 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.809977 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.809977 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.809977 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.809977 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.809977 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.810978 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.812063 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.813018 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.815625 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.816770 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.817670 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.819775 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.820708 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.832575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:36.945357 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:36.947709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (987b1569-16c2-424d-91ee-bd7790a1e2fd), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:36.948079 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Floating IP 987b1569-16c2-424d-91ee-bd7790a1e2fd disassociated (deleted). External IP: 172.27.1.33, port: 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4. Sep 08 14:12:37.281171 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:12:37.375936 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:37.440749 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:12:37.447270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:37.457562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:12:37.470388 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:12:37.472116 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:37.485600 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-8a1f847d-8554-47ab-a32d-973b835a90a9 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/987b1569-16c2-424d-91ee-bd7790a1e2fd HTTP/1.1" status: 204 len: 168 time: 1.5182133 Sep 08 14:12:37.486500 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:37.489366 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258cef13-1a01-457a-9bbe-628cdd8f268d" -d '{"events": [{"name": "network-changed", "server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:37.704893 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:12:37.889873 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96246a22-41ec-4e5a-b0d3-ce71605b0231 x-openstack-request-id: req-96246a22-41ec-4e5a-b0d3-ce71605b0231 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:37.890161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:37.890414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-96246a22-41ec-4e5a-b0d3-ce71605b0231 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:37.890828 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96246a22-41ec-4e5a-b0d3-ce71605b0231'] response: {'name': 'network-changed', 'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'status': 'completed', 'code': 200} Sep 08 14:12:38.018311 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:30Z', 'revision_number': 1, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:38.064127 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:12:38.116133 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:12:38.118198 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:38.125430 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:38.142087 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-877e6f3e-4217-4481-929d-d6c7d561e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:38.144532 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-877e6f3e-4217-4481-929d-d6c7d561e304 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 1129 time: 0.1889143 Sep 08 14:12:38.271576 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f4721-ce22-43d1-b459-5ba53c5616ab req-4e7de7a2-2f7e-4bd8-b618-fe6bbcde5549 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:38.275519 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fd8f4721-ce22-43d1-b459-5ba53c5616ab req-4e7de7a2-2f7e-4bd8-b618-fe6bbcde5549 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0969191 Sep 08 14:12:38.330640 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:12:38.373571 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fd8f4721-ce22-43d1-b459-5ba53c5616ab req-c5c3e301-10df-4f91-846d-fd3e338fa942 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885127 Sep 08 14:12:38.609507 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:30Z', 'revision_number': 1, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:38.640360 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b6487-7ac6-4f92-9908-47f02e2d0a1b None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_floatingips': [{'id': 'c88e09b7-1044-4f4f-bfe2-90434891fb21', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'router_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'port_id': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'mac_address': 'fa:16:3e:24:08:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-08T14:08:27Z', 'updated_at': '2022-09-08T14:08:30Z', 'revision_number': 1, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:12:38.928247 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e30b7-70a1-49c5-91cd-fe2e358190cc None None] New status for floating IP 987b1569-16c2-424d-91ee-bd7790a1e2fd: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:12:39.541095 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b0266-aa30-48e1-a31f-7015592f121f req-214921f8-44b4-468d-8131-b24ee3c2a35f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:39.543939 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-369b0266-aa30-48e1-a31f-7015592f121f req-214921f8-44b4-468d-8131-b24ee3c2a35f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0562894 Sep 08 14:12:39.601911 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-369b0266-aa30-48e1-a31f-7015592f121f req-7b1ca232-628b-4197-81ff-12353ea386bb tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518909 Sep 08 14:12:39.741179 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:12:39.898754 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-739fe7a6-2556-46d8-b77e-82968c2a9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:39.900309 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-739fe7a6-2556-46d8-b77e-82968c2a9a57 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.1008565 Sep 08 14:12:40.391215 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-61df835a-2550-4c38-a80b-bf9950ac61cf service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 HTTP/1.1" status: 200 len: 217 time: 0.0335245 Sep 08 14:12:40.454536 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-85291d38-ce07-4edf-9c30-5ea124d7089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:40.455963 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-85291d38-ce07-4edf-9c30-5ea124d7089c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0500517 Sep 08 14:12:40.577244 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-d141bae5-282b-446f-9894-81ef0628ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:40.578842 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-d141bae5-282b-446f-9894-81ef0628ad74 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721743 Sep 08 14:12:40.585460 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba89270-38d7-458b-b98d-512620d1a572 req-bbc8674c-462a-4d10-b16e-253f75f2d092 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:40.587052 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aba89270-38d7-458b-b98d-512620d1a572 req-bbc8674c-462a-4d10-b16e-253f75f2d092 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.0722473 Sep 08 14:12:40.760038 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Deleting port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:12:40.760426 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:40.797907 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85431a-d1ae-4089-b485-9d6c79153cc2 req-888d0e88-a8a8-4ba3-802d-cb636b28bd9f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:40.799509 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b85431a-d1ae-4089-b485-9d6c79153cc2 req-888d0e88-a8a8-4ba3-802d-cb636b28bd9f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 945 time: 0.1007392 Sep 08 14:12:40.834621 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-b1a1627c-48e6-45ba-800c-dc5e1e186cc3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390709 Sep 08 14:12:40.882958 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5b85431a-d1ae-4089-b485-9d6c79153cc2 req-b63f01f3-f909-4184-b37c-e01e224339c5 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753286 Sep 08 14:12:40.986287 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] For port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:40.987332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:41.008343 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Calling delete_port for 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:12:41.096262 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-258cef13-1a01-457a-9bbe-628cdd8f268d req-2795d2da-3e33-44c2-8adf-48c21520d59b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789455 Sep 08 14:12:41.379964 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (1e03d08d-9de5-40da-b09e-cdf6ce4f29c4), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:41.419497 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'Port': ['ID=1e03d08d-9de5-40da-b09e-cdf6ce4f29c4,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:41.486864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] No DVR routers for this DVR port 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:12:41.490741 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:41.494813 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-aba89270-38d7-458b-b98d-512620d1a572 req-e8e54d66-fc01-4f01-9030-9f6cea300d26 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "DELETE /networking/v2.0/ports/1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 HTTP/1.1" status: 204 len: 173 time: 0.8913548 Sep 08 14:12:41.495963 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'name': 'network-vif-deleted', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:41.498718 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a301f-48c8-4833-8a87-ee65490144b2" -d '{"events": [{"server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "name": "network-vif-deleted", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:41.541990 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242306bc-27da-4a7a-bde4-cdabfc5d41f0 x-openstack-request-id: req-242306bc-27da-4a7a-bde4-cdabfc5d41f0 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:41.544560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37da3ae-5171-4ee2-9574-5de3021c2ef9", "name": "network-vif-deleted", "tag": "1e03d08d-9de5-40da-b09e-cdf6ce4f29c4", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:41.544560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-242306bc-27da-4a7a-bde4-cdabfc5d41f0 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:41.544560 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242306bc-27da-4a7a-bde4-cdabfc5d41f0'] response: {'server_uuid': 'e37da3ae-5171-4ee2-9574-5de3021c2ef9', 'name': 'network-vif-deleted', 'tag': '1e03d08d-9de5-40da-b09e-cdf6ce4f29c4', 'status': 'completed', 'code': 200} Sep 08 14:12:42.075986 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b84df6ee-49c4-4cc3-811c-00aa13af15d0 req-a4421ed9-159a-4306-9d78-81e42b3e4586 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0397744 Sep 08 14:12:43.217441 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e140d07f-096f-4b98-97b7-fd37116dafb6 req-b0ff2fc9-272a-45c6-9e1d-5f534bb05f1e tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e37da3ae-5171-4ee2-9574-5de3021c2ef9 HTTP/1.1" status: 200 len: 210 time: 0.0353138 Sep 08 14:12:43.481255 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-649a2ea9-d6d2-4e25-a710-518cce7ad950 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483441 Sep 08 14:12:45.250873 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-25e375f5-a69a-4d21-9b09-537cc37a2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:45.252444 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-25e375f5-a69a-4d21-9b09-537cc37a2f2c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1130 time: 0.0402093 Sep 08 14:12:46.141513 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:12:46.147113 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:46.167196 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:12:46.167545 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 1e03d08d-9de5-40da-b09e-cdf6ce4f29c4 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:12:46.190492 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:46.192952 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:46.236788 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-5514611e-b818-4b7a-be17-a9c7d07ca9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:46.238274 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-5514611e-b818-4b7a-be17-a9c7d07ca9ff service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.1135383 Sep 08 14:12:46.310142 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-945e233d-fb4e-42da-be05-78e4d1f9b985 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 1002 time: 0.0569143 Sep 08 14:12:46.374065 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-6a27e4be-85a3-40b4-aad0-784864180293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:46.375555 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-6a27e4be-85a3-40b4-aad0-784864180293 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0519297 Sep 08 14:12:46.423702 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-5d8bf0f4-bfc4-4699-ac12-7cb1c68eae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:46.425238 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-5d8bf0f4-bfc4-4699-ac12-7cb1c68eae79 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406971 Sep 08 14:12:46.528553 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-ded2bea2-1112-448d-9b32-2802c95344ed service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839782 Sep 08 14:12:46.623976 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-bc526907-ce40-449b-8e68-fdafbd1d8b96 req-9d313a9d-1768-4750-9422-fb4a8496fc12 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877781 Sep 08 14:12:48.613813 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:48.933264 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:49.113480 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58668) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:12:49.263397 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Deleting port a8a5e2aa-c077-4c72-b218-8be5beb06f61 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:12:49.263743 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:49.324452 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:49.348456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:49.352325 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (a8a5e2aa-c077-4c72-b218-8be5beb06f61), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:49.363799 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Calling delete_port for a8a5e2aa-c077-4c72-b218-8be5beb06f61 owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:12:49.647920 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a8a5e2aa-c077-4c72-b218-8be5beb06f61), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:49.672008 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'Port': ['ID=a8a5e2aa-c077-4c72-b218-8be5beb06f61,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:49.732656 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:49.741901 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (c88e09b7-1044-4f4f-bfe2-90434891fb21), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:49.742236 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Floating IP c88e09b7-1044-4f4f-bfe2-90434891fb21 disassociated (deleted). External IP: 172.27.1.185, port: eb033f6b-f0b8-45fb-be20-a16573012b2c. Sep 08 14:12:49.750137 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bf13-a49f-469b-9fad-e5c9df33fae9 req-350190eb-5e65-4e97-a4f2-393a265ee2af tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:49.751657 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e1e1bf13-a49f-469b-9fad-e5c9df33fae9 req-350190eb-5e65-4e97-a4f2-393a265ee2af tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0499740 Sep 08 14:12:49.800850 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e1e1bf13-a49f-469b-9fad-e5c9df33fae9 req-3c0933c7-40ca-47a7-8380-42295cf0cf64 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432374 Sep 08 14:12:49.945987 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:12:50.047036 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:50.050011 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:12:50.063298 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:50.063425 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:12:50.070531 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:12:50.071178 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:50.086266 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-e4d0d5be-53c5-42e4-9ada-75b3394cdf6f tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/c88e09b7-1044-4f4f-bfe2-90434891fb21 HTTP/1.1" status: 204 len: 168 time: 0.9716270 Sep 08 14:12:50.086921 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:50.089955 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de" -d '{"events": [{"name": "network-changed", "server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:50.131145 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34e2a5-310b-4dc7-aecf-b705ffac33a5 x-openstack-request-id: req-ed34e2a5-310b-4dc7-aecf-b705ffac33a5 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:50.131750 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:50.131750 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ed34e2a5-310b-4dc7-aecf-b705ffac33a5 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:50.132081 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed34e2a5-310b-4dc7-aecf-b705ffac33a5'] response: {'name': 'network-changed', 'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'status': 'completed', 'code': 200} Sep 08 14:12:50.180132 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:12:50.370651 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:50.399586 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:12:50.408888 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:12:50.409487 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:50.514897 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:12:50.572791 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09388d79-f7e3-402a-9378-ccf954d76626 req-6bc501f0-a74e-44e5-ac8a-5f0229755509 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:50.574835 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-09388d79-f7e3-402a-9378-ccf954d76626 req-6bc501f0-a74e-44e5-ac8a-5f0229755509 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0559604 Sep 08 14:12:50.625975 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-09388d79-f7e3-402a-9378-ccf954d76626 req-2e24ee03-115b-445c-909e-e42bd9d93186 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Sep 08 14:12:50.837603 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:50.864629 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8db89-c365-4d82-a5fa-c6f4d974c5b7 None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:04:22Z', 'revision_number': 4, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': 'ec135fdf-4b52-40ee-a360-04c2454d1bfa', 'name': '', 'network_id': '1825ab58-9a7f-4a28-9e67-c083bb9f8e93', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'mac_address': 'fa:16:3e:96:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:21Z', 'updated_at': '2022-09-08T14:04:29Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'subnets': [{'id': '1e8876eb-36c3-44cf-9482-bd471519492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:12:50.940335 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10f04-4f7f-4a09-b641-28531aa9759b req-87d04ca0-e982-416f-bae8-3082fdb86ba8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:50.941866 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-75b10f04-4f7f-4a09-b641-28531aa9759b req-87d04ca0-e982-416f-bae8-3082fdb86ba8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0555499 Sep 08 14:12:50.992400 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-75b10f04-4f7f-4a09-b641-28531aa9759b req-411431a2-0a2a-445e-ad74-f18f8eb694f2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 Sep 08 14:12:51.096135 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc868c-c6d3-4371-b708-1265ee9e4a48 None None] New status for floating IP c88e09b7-1044-4f4f-bfe2-90434891fb21: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:12:51.755579 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352a93-7857-4dbd-9aaf-35546103f108 req-f6a14164-2eb6-4d3d-9795-469d0e30b1a3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:51.757092 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4f352a93-7857-4dbd-9aaf-35546103f108 req-f6a14164-2eb6-4d3d-9795-469d0e30b1a3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0489705 Sep 08 14:12:51.806712 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4f352a93-7857-4dbd-9aaf-35546103f108 req-1646ad17-603c-43c0-a8d1-62cb18db5a73 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 Sep 08 14:12:52.087792 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c46a1a64-330f-48ab-9f37-38620e45e6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:52.128011 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43880e-9476-4754-ae71-3a124315fb13 req-a6dce6d5-bc43-4885-8596-08069def5ce7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:52.129535 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4f43880e-9476-4754-ae71-3a124315fb13 req-a6dce6d5-bc43-4885-8596-08069def5ce7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0503042 Sep 08 14:12:52.181668 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4f43880e-9476-4754-ae71-3a124315fb13 req-f68b3ca4-38e9-4df5-9c7c-74fa5c554e4b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462883 Sep 08 14:12:52.759907 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 58712) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:12:52.810267 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_v2 [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Deleting subnet 06d72e74-0808-4264-a74c-8e2156f59e83 {{(pid=113666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:12:52.813939 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Publish callbacks [] for subnet (06d72e74-0808-4264-a74c-8e2156f59e83), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:52.859954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630093'] for subnet (06d72e74-0808-4264-a74c-8e2156f59e83), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:52.923048 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (06d72e74-0808-4264-a74c-8e2156f59e83), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:52.955136 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:52.965015 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115b7c-0996-479e-b215-1cf9f9680216 req-e3c8cf83-b3a8-406f-a356-b292b49bebee tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:52.966532 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dc115b7c-0996-479e-b215-1cf9f9680216 req-e3c8cf83-b3a8-406f-a356-b292b49bebee tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0808523 Sep 08 14:12:52.985801 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:53.030249 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dc115b7c-0996-479e-b215-1cf9f9680216 req-3f803e84-06cd-44bb-8a90-148aa15e7fe3 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558248 Sep 08 14:12:53.231204 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3385340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402195'] for subnet (06d72e74-0808-4264-a74c-8e2156f59e83), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.257757 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d72e74-0808-4264-a74c-8e2156f59e83,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:53.263268 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.266436 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/06d72e74-0808-4264-a74c-8e2156f59e83 HTTP/1.1" status: 204 len: 168 time: 0.5045671 Sep 08 14:12:53.269331 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58718) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:12:53.287094 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.287094 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.287094 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.287563 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.287696 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.287967 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.288263 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.288596 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.288929 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.289256 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.289589 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.289918 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.290244 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.290580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.290900 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700a7cf1-b8cc-4506-8eeb-d0f5c68b8ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:53.343904 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3506ce-abf1-4bc3-8a47-eb0b5e8e6391 req-3a5cdc88-0ffd-4b0d-8570-f349f76c489b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:53.345567 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d3506ce-abf1-4bc3-8a47-eb0b5e8e6391 req-3a5cdc88-0ffd-4b0d-8570-f349f76c489b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0780272 Sep 08 14:12:53.356263 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (50ccfe90-5765-42b5-badc-8765793714ff), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.396579 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7d3506ce-abf1-4bc3-8a47-eb0b5e8e6391 req-d3a04b58-1959-4a10-9995-e5301478cef1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Sep 08 14:12:53.439246 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (50ccfe90-5765-42b5-badc-8765793714ff), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.459576 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ccfe90-5765-42b5-badc-8765793714ff']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:53.470161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05227b1e-9fae-49ce-8476-b918b91de2fb') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:53.470458 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05227b1e-9fae-49ce-8476-b918b91de2fb') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:53.480775 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (05227b1e-9fae-49ce-8476-b918b91de2fb), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.494351 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (05227b1e-9fae-49ce-8476-b918b91de2fb), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.500707 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:12:53.501087 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (05227b1e-9fae-49ce-8476-b918b91de2fb), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.575368 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:53.610697 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-861e88d0-a0a9-4c70-8713-b4e3598af017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:53.612236 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-861e88d0-a0a9-4c70-8713-b4e3598af017 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ae31829bffd7483fbab3dc87635aea58&device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 1130 time: 0.0536308 Sep 08 14:12:53.667734 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 05227b1e-9fae-49ce-8476-b918b91de2fb resource provider aggregate not found Sep 08 14:12:53.686523 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 05227b1e-9fae-49ce-8476-b918b91de2fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05227b1e-9fae-49ce-8476-b918b91de2fb found for delete ", "request_id": "req-92660df5-fa76-4cb4-b302-82c011351d2f"}]} Sep 08 14:12:53.710945 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (50ccfe90-5765-42b5-badc-8765793714ff), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.720378 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:53.723494 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/50ccfe90-5765-42b5-badc-8765793714ff HTTP/1.1" status: 204 len: 168 time: 0.4527249 Sep 08 14:12:53.726147 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-6ec70996-4f60-418c-a32f-72810d59da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:53.730220 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-6ec70996-4f60-418c-a32f-72810d59da47 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 200 len: 913 time: 0.1077621 Sep 08 14:12:53.742463 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e69a32-2b4c-43e2-bf6c-4abc147d4e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=50ccfe90-5765-42b5-badc-8765793714ff,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:53.851183 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-09b9dee4-a724-43d8-8c06-4ca41bc3251b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 200 len: 217 time: 0.0361853 Sep 08 14:12:54.051709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58730) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:12:54.095546 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f3f9ddf6-3e07-4a90-9ceb-3f38b37ad003 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=573d91123526408f88c0a9d7612da26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425861 Sep 08 14:12:54.098649 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58734) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:12:54.151972 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b59bdbf0-a6cb-4100-b266-435d27ed219f admin admin] Publish callbacks [] for security_group (13ebd650-8c56-4051-a393-9f4672f78fbd), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:54.155224 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92418b86-40d0-4401-82e5-fd657b634f4e req-cdefaa59-9329-490a-91de-774aae007ae7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:54.156854 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92418b86-40d0-4401-82e5-fd657b634f4e req-cdefaa59-9329-490a-91de-774aae007ae7 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0497770 Sep 08 14:12:54.173462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b59bdbf0-a6cb-4100-b266-435d27ed219f admin admin] Publish callbacks [] for security_group (13ebd650-8c56-4051-a393-9f4672f78fbd), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:54.211554 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-92418b86-40d0-4401-82e5-fd657b634f4e req-b7d52744-9563-4ec0-bc04-bff5a51d8109 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483923 Sep 08 14:12:54.344719 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b59bdbf0-a6cb-4100-b266-435d27ed219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (13ebd650-8c56-4051-a393-9f4672f78fbd), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:54.347903 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b59bdbf0-a6cb-4100-b266-435d27ed219f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:54.349256 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b59bdbf0-a6cb-4100-b266-435d27ed219f admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/13ebd650-8c56-4051-a393-9f4672f78fbd HTTP/1.1" status: 204 len: 168 time: 0.2496967 Sep 08 14:12:54.359568 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bdbf0-a6cb-4100-b266-435d27ed219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ebd650-8c56-4051-a393-9f4672f78fbd,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:54.527928 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f18f51-43d9-4c7f-95ff-e6466ce831cd req-501c8cf1-0965-422b-87d0-911f59049116 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:54.529420 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c0f18f51-43d9-4c7f-95ff-e6466ce831cd req-501c8cf1-0965-422b-87d0-911f59049116 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0475779 Sep 08 14:12:54.582230 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c0f18f51-43d9-4c7f-95ff-e6466ce831cd req-82b1cd8c-ccdd-4a89-ac45-c647ee936da5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466833 Sep 08 14:12:55.211644 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-2ba1fa8a-ece6-43a8-9e36-67ce0f911702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:55.337590 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98905a-3ace-4841-80ef-2b952b14fc0a req-576d01cd-b2da-42d8-b10b-014db0b8d148 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:55.339775 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2b98905a-3ace-4841-80ef-2b952b14fc0a req-576d01cd-b2da-42d8-b10b-014db0b8d148 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0497124 Sep 08 14:12:55.394358 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2b98905a-3ace-4841-80ef-2b952b14fc0a req-e317d02f-e962-47aa-8d47-cb991df6ab85 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485654 Sep 08 14:12:55.715206 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d4ae-eeff-4d84-b50b-0c052de72d5d req-81ca3fb0-4eb0-4e06-ba33-ec9d272e992c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:55.716777 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4978d4ae-eeff-4d84-b50b-0c052de72d5d req-81ca3fb0-4eb0-4e06-ba33-ec9d272e992c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0494366 Sep 08 14:12:55.767108 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4978d4ae-eeff-4d84-b50b-0c052de72d5d req-6c10c126-c679-4d88-8ae5-487897c3ead6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Sep 08 14:12:56.344438 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:56.522912 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b9448-30f2-4ec0-bf79-5e62ead1740f req-b8aa6b1a-01e3-4bf5-acb8-06552ab54213 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:56.524379 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-606b9448-30f2-4ec0-bf79-5e62ead1740f req-b8aa6b1a-01e3-4bf5-acb8-06552ab54213 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0516169 Sep 08 14:12:56.576502 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-606b9448-30f2-4ec0-bf79-5e62ead1740f req-7cdcd3a7-7e29-4780-afc4-1b59d1ca826a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461977 Sep 08 14:12:56.801385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-bbe71347-192e-484a-be02-bf21c2e64df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:56.801963 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-bbe71347-192e-484a-be02-bf21c2e64df6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 200 len: 850 time: 0.0614412 Sep 08 14:12:56.904832 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bff39b-afaf-42b2-b2e0-1e5409277abb req-760f4350-3adc-4029-b579-381d779deae3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:56.906442 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-82bff39b-afaf-42b2-b2e0-1e5409277abb req-760f4350-3adc-4029-b579-381d779deae3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0521040 Sep 08 14:12:56.977091 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-82bff39b-afaf-42b2-b2e0-1e5409277abb req-1a4368b6-82fb-4811-bd1d-4a324b6f6f54 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487800 Sep 08 14:12:56.977391 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-db9779ee-5bfb-4dac-b359-bb920b7cd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:56.977391 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-db9779ee-5bfb-4dac-b359-bb920b7cd4d9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1825ab58-9a7f-4a28-9e67-c083bb9f8e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741258 Sep 08 14:12:56.979894 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-a3202c0c-e18c-4e47-a788-c2fc896f06eb tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:56.981498 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-a3202c0c-e18c-4e47-a788-c2fc896f06eb tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0735641 Sep 08 14:12:57.059396 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:57.133024 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Deleting port eb033f6b-f0b8-45fb-be20-a16573012b2c {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:12:57.133368 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:57.156985 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-5f6588f5-79cb-467d-9c9a-2492d354f4c3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745052 Sep 08 14:12:57.283326 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:57.569700 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] For port eb033f6b-f0b8-45fb-be20-a16573012b2c, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=eb033f6b-f0b8-45fb-be20-a16573012b2c,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:57.570119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:57.593444 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a478dad4-0f5f-4378-a35e-dcf8bb28a0de req-f8a5639d-4ac7-4ad9-99ad-09f385269000 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105368 Sep 08 14:12:57.594319 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Calling delete_port for eb033f6b-f0b8-45fb-be20-a16573012b2c owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:12:57.687998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device eb033f6b-f0b8-45fb-be20-a16573012b2c no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:12:57.747925 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e85cc-d415-4373-b435-3ab3776db7b1 req-3919664f-aaad-477e-869f-4e5b8f323d0a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:57.759320 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e56e85cc-d415-4373-b435-3ab3776db7b1 req-3919664f-aaad-477e-869f-4e5b8f323d0a tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 946 time: 0.0742900 Sep 08 14:12:57.784980 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:12:57.790207 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port eb033f6b-f0b8-45fb-be20-a16573012b2c is: ACTIVE; New status is: DOWN {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:12:57.791189 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:57.808227 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (eb033f6b-f0b8-45fb-be20-a16573012b2c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:57.816061 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e56e85cc-d415-4373-b435-3ab3776db7b1 req-01c07a8b-ea63-4542-9888-7d12806b79e1 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=51251f4f-1815-493c-93e2-55761606ce20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590038 Sep 08 14:12:57.862192 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'Port': ['ID=eb033f6b-f0b8-45fb-be20-a16573012b2c,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:57.906704 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] No DVR routers for this DVR port eb033f6b-f0b8-45fb-be20-a16573012b2c on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:12:57.909202 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:57.912421 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8b5ada6e-4a65-481a-b812-03bc25965dc2 req-b7273c73-c020-4596-990e-57c4ff6b5708 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.77 "DELETE /networking/v2.0/ports/eb033f6b-f0b8-45fb-be20-a16573012b2c HTTP/1.1" status: 204 len: 173 time: 0.9223113 Sep 08 14:12:57.912915 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'name': 'network-vif-deleted', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:12:57.915181 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566d298-a6d4-4cdd-8645-669f4e03159f" -d '{"events": [{"server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "name": "network-vif-deleted", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:57.959336 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc3d930-bab5-4489-8a3b-96db39db5d34 x-openstack-request-id: req-dbc3d930-bab5-4489-8a3b-96db39db5d34 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:57.959719 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084bd4fc-4a10-484c-88ff-10c94f46b7ea", "name": "network-vif-deleted", "tag": "eb033f6b-f0b8-45fb-be20-a16573012b2c", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:57.960030 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dbc3d930-bab5-4489-8a3b-96db39db5d34 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:57.960473 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc3d930-bab5-4489-8a3b-96db39db5d34'] response: {'server_uuid': '084bd4fc-4a10-484c-88ff-10c94f46b7ea', 'name': 'network-vif-deleted', 'tag': 'eb033f6b-f0b8-45fb-be20-a16573012b2c', 'status': 'completed', 'code': 200} Sep 08 14:12:58.105097 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5a5cf-1bf7-4247-bedd-07652d80f467 req-5b74f758-ce7f-42dd-87b5-aed8e131560f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:58.107210 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3c5a5cf-1bf7-4247-bedd-07652d80f467 req-5b74f758-ce7f-42dd-87b5-aed8e131560f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0484445 Sep 08 14:12:58.184782 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b3c5a5cf-1bf7-4247-bedd-07652d80f467 req-f7ca4780-befe-4ab3-acac-04dbf63bf7ef tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565841 Sep 08 14:12:58.594423 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:58.859163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:12:58.939549 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a6f0ee85-102a-4a5e-9d9e-d6f31514391e req-8a08ac3c-57e6-4565-ac3d-e5635da7303d tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=084bd4fc-4a10-484c-88ff-10c94f46b7ea HTTP/1.1" status: 200 len: 210 time: 0.0292351 Sep 08 14:12:59.329607 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9c7d-1d20-42b3-9b5d-68e714d7fbdd req-8dcb45e9-4fa7-45c0-8cb6-2340b22b93e1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:12:59.331166 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dd1f9c7d-1d20-42b3-9b5d-68e714d7fbdd req-8dcb45e9-4fa7-45c0-8cb6-2340b22b93e1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0566125 Sep 08 14:12:59.381653 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dd1f9c7d-1d20-42b3-9b5d-68e714d7fbdd req-34539848-c039-49bc-b2c4-970a6e1107d3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441842 Sep 08 14:13:00.013404 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 58822) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:00.017768 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58824) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:00.129886 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e75bbd92-c074-4aef-aa2d-3c5e7383d17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.134557 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Deleting port fc62f921-42ca-413e-915e-8c8ceb7d7ed9 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:00.134908 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.196807 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:00.220731 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e75bbd92-c074-4aef-aa2d-3c5e7383d17c admin admin] Publish callbacks [] for security_group (f2f5aac2-d9f7-411c-a044-12305ed56463), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.222946 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.223274 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.236288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Calling delete_port for fc62f921-42ca-413e-915e-8c8ceb7d7ed9 owned by network:floatingip {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:00.328407 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e75bbd92-c074-4aef-aa2d-3c5e7383d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (f2f5aac2-d9f7-411c-a044-12305ed56463), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.344248 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:00.368954 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e75bbd92-c074-4aef-aa2d-3c5e7383d17c admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=393f2656b2ca49e7bf5db6a84ca94891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541768 Sep 08 14:13:00.371584 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bbd92-c074-4aef-aa2d-3c5e7383d17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f5aac2-d9f7-411c-a044-12305ed56463,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:00.372097 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58830) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:00.427646 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f129236d-8337-4236-960c-e629acca51cf admin admin] Publish callbacks [] for security_group (f2f5aac2-d9f7-411c-a044-12305ed56463), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.450390 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f129236d-8337-4236-960c-e629acca51cf admin admin] Publish callbacks [] for security_group (f2f5aac2-d9f7-411c-a044-12305ed56463), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.510825 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (fc62f921-42ca-413e-915e-8c8ceb7d7ed9), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.513237 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968318-daa8-435e-bf63-39de7d60bd8f req-582b1b47-006e-4115-ac8c-4c105b3f4b0d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:00.514801 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cd968318-daa8-435e-bf63-39de7d60bd8f req-582b1b47-006e-4115-ac8c-4c105b3f4b0d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0493948 Sep 08 14:13:00.536991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'Port': ['ID=fc62f921-42ca-413e-915e-8c8ceb7d7ed9,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:00.570234 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cd968318-daa8-435e-bf63-39de7d60bd8f req-c8b90187-d51e-49b3-8eed-77386e2b1be5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495710 Sep 08 14:13:00.606026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for floatingip (25375989-bc50-450f-a2ac-e2ea67bc9333), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.608694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.609857 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f31a2673-2f7a-47bb-85f1-dae262fe04b4 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/25375989-bc50-450f-a2ac-e2ea67bc9333 HTTP/1.1" status: 204 len: 168 time: 0.5910184 Sep 08 14:13:00.710406 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f129236d-8337-4236-960c-e629acca51cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (f2f5aac2-d9f7-411c-a044-12305ed56463), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.713130 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f129236d-8337-4236-960c-e629acca51cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:00.714358 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f129236d-8337-4236-960c-e629acca51cf admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/f2f5aac2-d9f7-411c-a044-12305ed56463 HTTP/1.1" status: 204 len: 168 time: 0.3411686 Sep 08 14:13:00.723071 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129236d-8337-4236-960c-e629acca51cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f5aac2-d9f7-411c-a044-12305ed56463,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:01.715793 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111a7fc-e046-425c-821f-ca2fe518e64a req-e4087e88-7a50-4833-b561-e7b9bc1bc76a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:01.717340 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1111a7fc-e046-425c-821f-ca2fe518e64a req-e4087e88-7a50-4833-b561-e7b9bc1bc76a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0518017 Sep 08 14:13:01.765330 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1111a7fc-e046-425c-821f-ca2fe518e64a req-d8635d17-3114-4b94-a38b-b5fbd19835ae tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422511 Sep 08 14:13:02.180197 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 58858) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:02.239396 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d002dcf8-3cca-4a16-9946-a5db81338a42 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group (51251f4f-1815-493c-93e2-55761606ce20), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:02.263566 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d002dcf8-3cca-4a16-9946-a5db81338a42 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group (51251f4f-1815-493c-93e2-55761606ce20), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:02.440662 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d002dcf8-3cca-4a16-9946-a5db81338a42 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (51251f4f-1815-493c-93e2-55761606ce20), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:02.443125 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d002dcf8-3cca-4a16-9946-a5db81338a42 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:02.444573 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d002dcf8-3cca-4a16-9946-a5db81338a42 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/51251f4f-1815-493c-93e2-55761606ce20 HTTP/1.1" status: 204 len: 168 time: 0.2631521 Sep 08 14:13:02.454352 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002dcf8-3cca-4a16-9946-a5db81338a42 tempest-TestVolumeBootPattern-1166381998 tempest-TestVolumeBootPattern-1166381998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51251f4f-1815-493c-93e2-55761606ce20,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:02.776074 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 58864) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:02.908911 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137d7c9-1f77-4ec7-84ff-92a00ade1d1c req-1a6dd810-b678-4dd2-a08e-c276c46215c5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:02.910460 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c137d7c9-1f77-4ec7-84ff-92a00ade1d1c req-1a6dd810-b678-4dd2-a08e-c276c46215c5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0598552 Sep 08 14:13:02.923797 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:03.006530 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c137d7c9-1f77-4ec7-84ff-92a00ade1d1c req-de4bb44f-56d3-42a8-9618-39cc9fbd9d66 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902154 Sep 08 14:13:03.226926 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:03.273698 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (cb8e3924-df37-450a-a000-07b5a037af73), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:03.501406 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Deleting port ec135fdf-4b52-40ee-a360-04c2454d1bfa {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:03.501754 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:03.586297 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] For port ec135fdf-4b52-40ee-a360-04c2454d1bfa, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=ec135fdf-4b52-40ee-a360-04c2454d1bfa,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:03.586580 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:03.600598 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Calling delete_port for ec135fdf-4b52-40ee-a360-04c2454d1bfa owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:03.708219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:03.891678 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (ec135fdf-4b52-40ee-a360-04c2454d1bfa), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:03.917447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec135fdf-4b52-40ee-a360-04c2454d1bfa,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:04.093768 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (cb8e3924-df37-450a-a000-07b5a037af73), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:04.222764 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c218dbb-8fac-45da-9b50-988ed0b40a0f req-9e4fa15c-7edd-4c03-a922-8b5af1d9a0d3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:04.224248 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6c218dbb-8fac-45da-9b50-988ed0b40a0f req-9e4fa15c-7edd-4c03-a922-8b5af1d9a0d3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.1162963 Sep 08 14:13:04.319778 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-6c218dbb-8fac-45da-9b50-988ed0b40a0f req-ea9585b1-2a09-4941-bbaa-37019a8d2db8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861893 Sep 08 14:13:04.387930 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Router cb8e3924-df37-450a-a000-07b5a037af73 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:13:04.390442 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:04.724438 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99aa4-58e0-4847-b559-dbf25d4e6d05 req-2d0c4d80-f430-4249-81b6-e23118fc626e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:04.725816 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b1f99aa4-58e0-4847-b559-dbf25d4e6d05 req-2d0c4d80-f430-4249-81b6-e23118fc626e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0854044 Sep 08 14:13:04.759881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:13:04.766241 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-948f0f8e-2021-4237-8f08-09e6b55587a4 admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/cb8e3924-df37-450a-a000-07b5a037af73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9890950 Sep 08 14:13:04.769064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58878) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:04.775708 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] Sync routers for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:13:04.779167 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:04.788898 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b1f99aa4-58e0-4847-b559-dbf25d4e6d05 req-73057bdf-852d-433d-9e7f-96924f699c21 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558295 Sep 08 14:13:04.790237 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:13:04.795924 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:04.830251 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:04.843532 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:04.877295 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks [] for router (cb8e3924-df37-450a-a000-07b5a037af73), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:04.900976 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:13:04.975117 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks [] for router_gateway (cb8e3924-df37-450a-a000-07b5a037af73), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.070735 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:13:03Z', 'revision_number': 5, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port': {'id': '2709da75-55e0-47f1-8248-7ba4a5bc410a', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:16Z', 'updated_at': '2022-09-08T14:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:05.095924 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Deleting port 2709da75-55e0-47f1-8248-7ba4a5bc410a {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:05.096300 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.096892 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] Checking router: cb8e3924-df37-450a-a000-07b5a037af73 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:13:05.106142 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] Routers {'cb8e3924-df37-450a-a000-07b5a037af73'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:13:05.106760 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['cb8e3924-df37-450a-a000-07b5a037af73'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:05.181429 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] For port 2709da75-55e0-47f1-8248-7ba4a5bc410a, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=2709da75-55e0-47f1-8248-7ba4a5bc410a,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:05.181944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.194188 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] Set router cb8e3924-df37-450a-a000-07b5a037af73 gateway port host: None {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:13:05.196550 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Calling delete_port for 2709da75-55e0-47f1-8248-7ba4a5bc410a owned by network:router_gateway {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:05.247724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:13:04Z', 'revision_number': 6, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:05.271843 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705c14c-0402-4378-a80e-f6cd71c935b8 None None] The sync data for ids ['cb8e3924-df37-450a-a000-07b5a037af73'] in dv-cinder-856463-2-iscsi is: [{'id': 'cb8e3924-df37-450a-a000-07b5a037af73', 'name': 'tempest-TestVolumeBootPattern-757512814-router', 'tenant_id': 'ae31829bffd7483fbab3dc87635aea58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:14Z', 'updated_at': '2022-09-08T14:13:04Z', 'revision_number': 6, 'project_id': 'ae31829bffd7483fbab3dc87635aea58', 'gw_port_host': None}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:13:05.455030 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12263cc8-2a13-48f6-b193-7c29ed47a48d req-133d90b7-ddec-4afb-87e0-7855621233d5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:05.456643 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-12263cc8-2a13-48f6-b193-7c29ed47a48d req-133d90b7-ddec-4afb-87e0-7855621233d5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0514374 Sep 08 14:13:05.510033 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-12263cc8-2a13-48f6-b193-7c29ed47a48d req-c1dbe0d5-1cfb-43d7-a25a-d00e8fca4df7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475259 Sep 08 14:13:05.537568 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (2709da75-55e0-47f1-8248-7ba4a5bc410a), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.565353 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Pushing event deleted for resources: {'Port': ['ID=2709da75-55e0-47f1-8248-7ba4a5bc410a,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:05.642092 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (cb8e3924-df37-450a-a000-07b5a037af73), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.737154 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (cb8e3924-df37-450a-a000-07b5a037af73), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.739361 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks [] for router_controller (cb8e3924-df37-450a-a000-07b5a037af73), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.882270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (cb8e3924-df37-450a-a000-07b5a037af73), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.882971 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb8e3924-df37-450a-a000-07b5a037af73 {{(pid=113667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:13:05.887385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.888582 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-70c208c0-157c-4ada-8ae1-1c9d0d45722c admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/cb8e3924-df37-450a-a000-07b5a037af73 HTTP/1.1" status: 204 len: 168 time: 1.1179790 Sep 08 14:13:05.891312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58884) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:05.918743 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61112d07-e2d6-471d-8891-c0e8f300652e req-7509f5c8-9072-4490-89d9-ed880ae1d010 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:05.922003 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-61112d07-e2d6-471d-8891-c0e8f300652e req-7509f5c8-9072-4490-89d9-ed880ae1d010 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0508659 Sep 08 14:13:05.938230 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Deleting subnet 1e8876eb-36c3-44cf-9482-bd471519492f {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:13:05.941423 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Publish callbacks [] for subnet (1e8876eb-36c3-44cf-9482-bd471519492f), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:05.966699 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:05.969366 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-61112d07-e2d6-471d-8891-c0e8f300652e req-15d5e82e-6b6b-47bb-9dda-ebd88df9e6db tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Sep 08 14:13:05.983278 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (1e8876eb-36c3-44cf-9482-bd471519492f), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.055008 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:06.062139 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ec135fdf-4b52-40ee-a360-04c2454d1bfa no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:06.063599 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (1e8876eb-36c3-44cf-9482-bd471519492f), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.087027 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: ec135fdf-4b52-40ee-a360-04c2454d1bfa {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:06.087610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device ec135fdf-4b52-40ee-a360-04c2454d1bfa not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:06.248026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (1e8876eb-36c3-44cf-9482-bd471519492f), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.278115 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8876eb-36c3-44cf-9482-bd471519492f,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:06.284636 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.290433 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6a0c6adb-5a46-4eb1-9d05-b3daa8c1e44c admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/1e8876eb-36c3-44cf-9482-bd471519492f HTTP/1.1" status: 204 len: 168 time: 0.3955083 Sep 08 14:13:06.290731 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 58886) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:06.293135 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80cc84-eb13-4750-bac5-0adc13fea2c9 None None] Network 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:13:06.363980 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:06.368781 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (1825ab58-9a7f-4a28-9e67-c083bb9f8e93), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.417235 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Deleting port 3e500fbb-6566-406a-ac68-858d5a3fb72e {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:06.422101 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.461693 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] DHCP port deletion for 1825ab58-9a7f-4a28-9e67-c083bb9f8e93 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:13:06.486873 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] For port 3e500fbb-6566-406a-ac68-858d5a3fb72e, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3e500fbb-6566-406a-ac68-858d5a3fb72e,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:06.487459 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.501802 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Calling delete_port for 3e500fbb-6566-406a-ac68-858d5a3fb72e owned by network:dhcp {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:06.502417 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Deleting port 3e500fbb-6566-406a-ac68-858d5a3fb72e {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:06.502791 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.574665 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] For port 3e500fbb-6566-406a-ac68-858d5a3fb72e, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3e500fbb-6566-406a-ac68-858d5a3fb72e,segment=NetworkSegment(79efd9b0-5976-42a8-bb22-04d35f85b26b),segment_id=79efd9b0-5976-42a8-bb22-04d35f85b26b)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:06.575060 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.589564 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Calling delete_port for 3e500fbb-6566-406a-ac68-858d5a3fb72e owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:06.648023 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d12f97-8851-412e-b294-4119dc82cfbc req-7d8406fb-191c-426b-920d-c7cf6db1bf97 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:06.649556 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d0d12f97-8851-412e-b294-4119dc82cfbc req-7d8406fb-191c-426b-920d-c7cf6db1bf97 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0528803 Sep 08 14:13:06.661610 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-f58fecfa-0e7e-4b38-87b0-bf26646d4aba tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:06.663204 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-f58fecfa-0e7e-4b38-87b0-bf26646d4aba tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0582483 Sep 08 14:13:06.682881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.689782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (3e500fbb-6566-406a-ac68-858d5a3fb72e), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.718358 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e500fbb-6566-406a-ac68-858d5a3fb72e,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:06.721588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Pushing event deleted for resources: {'Port': ['ID=3e500fbb-6566-406a-ac68-858d5a3fb72e,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:06.727895 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d0d12f97-8851-412e-b294-4119dc82cfbc req-2ee541ea-99fd-47ed-b8bf-a7baecfc3252 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713599 Sep 08 14:13:06.728341 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] No DVR routers for this DVR port 3e500fbb-6566-406a-ac68-858d5a3fb72e on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:13:06.728463 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] No DVR routers for this DVR port 3e500fbb-6566-406a-ac68-858d5a3fb72e on host dv-cinder-856463-2-iscsi {{(pid=113666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:13:06.735281 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.735724 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.736173 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.736604 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.737092 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.737514 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.737913 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.738325 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.738790 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.739323 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.739721 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.740134 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.740549 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.740883 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.741227 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d32d45-203e-46e2-8672-5ac515235a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:13:06.760812 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Deleting port 2c4518dd-915b-4338-bcf5-9033afa4cefa {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:06.761394 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.807299 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (1825ab58-9a7f-4a28-9e67-c083bb9f8e93), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.827914 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:06.829845 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1825ab58-9a7f-4a28-9e67-c083bb9f8e93']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:06.840999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79efd9b0-5976-42a8-bb22-04d35f85b26b') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:06.841352 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79efd9b0-5976-42a8-bb22-04d35f85b26b') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:06.844367 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:06.852599 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (79efd9b0-5976-42a8-bb22-04d35f85b26b), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.867125 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (79efd9b0-5976-42a8-bb22-04d35f85b26b), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.868991 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] For port 2c4518dd-915b-4338-bcf5-9033afa4cefa, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2c4518dd-915b-4338-bcf5-9033afa4cefa,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:06.869364 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.874288 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:13:06.874678 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (79efd9b0-5976-42a8-bb22-04d35f85b26b), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:06.883756 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Calling delete_port for 2c4518dd-915b-4338-bcf5-9033afa4cefa owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:06.949137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.034150 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 79efd9b0-5976-42a8-bb22-04d35f85b26b resource provider aggregate not found Sep 08 14:13:07.053747 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 79efd9b0-5976-42a8-bb22-04d35f85b26b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79efd9b0-5976-42a8-bb22-04d35f85b26b found for delete ", "request_id": "req-84ac8e77-38f1-4698-ba09-b6f8cba017b9"}]} Sep 08 14:13:07.097511 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (1825ab58-9a7f-4a28-9e67-c083bb9f8e93), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.110820 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.113962 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/1825ab58-9a7f-4a28-9e67-c083bb9f8e93 HTTP/1.1" status: 204 len: 168 time: 0.8222694 Sep 08 14:13:07.119197 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58900) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:07.127424 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c8f73-abb9-496c-b5fa-36e0aeea5ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1825ab58-9a7f-4a28-9e67-c083bb9f8e93,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:07.138762 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96ce1e-d274-4b1f-b64e-33ff25548417 req-770978bb-732e-4365-b80f-2ba469805e28 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:07.140292 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b96ce1e-d274-4b1f-b64e-33ff25548417 req-770978bb-732e-4365-b80f-2ba469805e28 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 946 time: 0.0767808 Sep 08 14:13:07.159720 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (2c4518dd-915b-4338-bcf5-9033afa4cefa), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.193480 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8b96ce1e-d274-4b1f-b64e-33ff25548417 req-abbb7d5f-d732-450c-8dca-87247ab0eb49 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Sep 08 14:13:07.198494 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Pushing event deleted for resources: {'Port': ['ID=2c4518dd-915b-4338-bcf5-9033afa4cefa,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:07.202176 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2c4518dd-915b-4338-bcf5-9033afa4cefa'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:13:07.279456 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] No DVR routers for this DVR port 2c4518dd-915b-4338-bcf5-9033afa4cefa on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:13:07.283895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.287116 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a5098d6c-27e9-4b1f-8112-81ab305cd00c req-2ae1b92d-14ef-443b-a994-02d7f2449d5d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2c4518dd-915b-4338-bcf5-9033afa4cefa HTTP/1.1" status: 204 len: 173 time: 0.6179512 Sep 08 14:13:07.287617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'name': 'network-vif-deleted', 'tag': '2c4518dd-915b-4338-bcf5-9033afa4cefa'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:13:07.289902 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96491d78-cdad-4c27-b3ec-c72d25b8f7e3" -d '{"events": [{"server_uuid": "4318d52b-b2a3-4c02-a43a-84984ad95d1f", "name": "network-vif-deleted", "tag": "2c4518dd-915b-4338-bcf5-9033afa4cefa"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:13:07.335230 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477f3064-3c7c-4784-967c-bca0fa434ea3 x-openstack-request-id: req-477f3064-3c7c-4784-967c-bca0fa434ea3 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:13:07.335525 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4318d52b-b2a3-4c02-a43a-84984ad95d1f", "name": "network-vif-deleted", "tag": "2c4518dd-915b-4338-bcf5-9033afa4cefa", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:13:07.335782 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-477f3064-3c7c-4784-967c-bca0fa434ea3 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:13:07.336204 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477f3064-3c7c-4784-967c-bca0fa434ea3'] response: {'server_uuid': '4318d52b-b2a3-4c02-a43a-84984ad95d1f', 'name': 'network-vif-deleted', 'tag': '2c4518dd-915b-4338-bcf5-9033afa4cefa', 'status': 'completed', 'code': 200} Sep 08 14:13:07.435635 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2709da75-55e0-47f1-8248-7ba4a5bc410a no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:07.456562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 2709da75-55e0-47f1-8248-7ba4a5bc410a {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:07.456903 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 2709da75-55e0-47f1-8248-7ba4a5bc410a not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:07.457322 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3e500fbb-6566-406a-ac68-858d5a3fb72e no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:07.474395 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:07.476051 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 3e500fbb-6566-406a-ac68-858d5a3fb72e {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:07.476429 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3e500fbb-6566-406a-ac68-858d5a3fb72e not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:07.530017 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (48b19518-121f-42a9-bfcf-ee2a3b1775fc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.576270 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:07.757660 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Deleting port 3075a90f-d265-43d6-a090-0c952b7cd56c {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:07.758058 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.845494 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] For port 3075a90f-d265-43d6-a090-0c952b7cd56c, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=3075a90f-d265-43d6-a090-0c952b7cd56c,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:07.846001 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:07.860484 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Calling delete_port for 3075a90f-d265-43d6-a090-0c952b7cd56c owned by network:router_interface {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:07.889633 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f991c1-b21e-4ac1-bcd5-4abdeb3a805f req-0836328c-1ab8-4aa9-a842-8253aaa8db38 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:07.894978 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1f991c1-b21e-4ac1-bcd5-4abdeb3a805f req-0836328c-1ab8-4aa9-a842-8253aaa8db38 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0516555 Sep 08 14:13:07.943182 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c1f991c1-b21e-4ac1-bcd5-4abdeb3a805f req-f680c246-796c-40c5-824f-f06cde0726a9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450964 Sep 08 14:13:07.990081 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:08.184627 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (3075a90f-d265-43d6-a090-0c952b7cd56c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:08.212973 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3075a90f-d265-43d6-a090-0c952b7cd56c,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:08.347120 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-73505392-3868-4940-98aa-0e245ab27a33 req-245aeb1c-a7fe-4641-9114-513cecfcd8b3 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=4318d52b-b2a3-4c02-a43a-84984ad95d1f HTTP/1.1" status: 200 len: 210 time: 0.0369017 Sep 08 14:13:08.410615 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (48b19518-121f-42a9-bfcf-ee2a3b1775fc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:08.630383 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Router 48b19518-121f-42a9-bfcf-ee2a3b1775fc has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:13:08.738956 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:13:08.744018 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-861fdaa3-0499-4445-b7e3-7d0f81568c0f admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/48b19518-121f-42a9-bfcf-ee2a3b1775fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236324 Sep 08 14:13:08.747247 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58908) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:08.750193 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] Sync routers for ids ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'] in dv-cinder-856463-2-iscsi {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:13:08.762690 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] Routers {'48b19518-121f-42a9-bfcf-ee2a3b1775fc'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:13:08.763357 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:08.849757 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks [] for router (48b19518-121f-42a9-bfcf-ee2a3b1775fc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:08.871542 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] Set router 48b19518-121f-42a9-bfcf-ee2a3b1775fc gateway port host: dv-cinder-856463-2-iscsi {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:13:08.900172 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:08.956268 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks [] for router_gateway (48b19518-121f-42a9-bfcf-ee2a3b1775fc), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.043131 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:13:07Z', 'revision_number': 5, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port': {'id': 'a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:04:32Z', 'updated_at': '2022-09-08T14:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:09.076473 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] Checking router: 48b19518-121f-42a9-bfcf-ee2a3b1775fc for host: dv-cinder-856463-2-iscsi {{(pid=113669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:13:09.082066 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c00d6e-c5a5-44e0-ac11-58a7a0b77ddf req-56aa17b0-3148-475c-aa07-286d042c678a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:09.084054 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e7c00d6e-c5a5-44e0-ac11-58a7a0b77ddf req-56aa17b0-3148-475c-aa07-286d042c678a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0531328 Sep 08 14:13:09.084650 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Deleting port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:09.085138 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.087021 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] Routers {'48b19518-121f-42a9-bfcf-ee2a3b1775fc'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:13:09.088373 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:12:55Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'], 'active': True} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:09.141328 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e7c00d6e-c5a5-44e0-ac11-58a7a0b77ddf req-4db7c54b-dd0c-4492-8bbb-2fe3593843e0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497260 Sep 08 14:13:09.191953 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_dvr_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] Set router 48b19518-121f-42a9-bfcf-ee2a3b1775fc gateway port host: None {{(pid=113669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:13:09.246179 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.l3_hamode_db [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:13:08Z', 'revision_number': 6, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:09.272901 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09787e0-5f8a-4e21-900b-e14d225a1202 None None] The sync data for ids ['48b19518-121f-42a9-bfcf-ee2a3b1775fc'] in dv-cinder-856463-2-iscsi is: [{'id': '48b19518-121f-42a9-bfcf-ee2a3b1775fc', 'name': 'tempest-TestVolumeBootPattern-879997083-router', 'tenant_id': '71512d420f5245c8976eadd51e306229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:04:30Z', 'updated_at': '2022-09-08T14:13:08Z', 'revision_number': 6, 'project_id': '71512d420f5245c8976eadd51e306229', 'gw_port_host': None}] {{(pid=113669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:13:09.434065 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:09.439459 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] For port a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:09.440025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.454274 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Calling delete_port for a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe owned by network:router_gateway {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:09.674984 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3075a90f-d265-43d6-a090-0c952b7cd56c no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:09.698229 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 3075a90f-d265-43d6-a090-0c952b7cd56c {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:09.698583 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 3075a90f-d265-43d6-a090-0c952b7cd56c not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:09.710185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.738493 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:13:09.739893 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:09.756358 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2c4518dd-915b-4338-bcf5-9033afa4cefa no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:09.780183 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 2c4518dd-915b-4338-bcf5-9033afa4cefa {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:09.780526 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2c4518dd-915b-4338-bcf5-9033afa4cefa not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:09.812782 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (48b19518-121f-42a9-bfcf-ee2a3b1775fc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.875874 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:09.891496 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'mac_address': 'fa:16:3e:85:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:13:09.903933 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (48b19518-121f-42a9-bfcf-ee2a3b1775fc), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.906250 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks [] for router_controller (48b19518-121f-42a9-bfcf-ee2a3b1775fc), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.927664 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: ACTIVE; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:09.927966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:09.941616 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eb83569-a0d0-4a14-925a-a80435f2b2dd {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:13:09.963249 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:10.080604 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (48b19518-121f-42a9-bfcf-ee2a3b1775fc), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.080840 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.081305 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b19518-121f-42a9-bfcf-ee2a3b1775fc {{(pid=113667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:13:10.088135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.092052 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-04e6b405-c072-4f6d-ad53-4406cbba297c admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/48b19518-121f-42a9-bfcf-ee2a3b1775fc HTTP/1.1" status: 204 len: 168 time: 1.3410594 Sep 08 14:13:10.092341 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58926) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:10.141163 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Deleting subnet 57901f75-f47c-4722-9014-ee84c3211431 {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:13:10.142901 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=6']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:10.144876 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Publish callbacks [] for subnet (57901f75-f47c-4722-9014-ee84c3211431), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.194658 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (57901f75-f47c-4722-9014-ee84c3211431), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.233070 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2eb83569-a0d0-4a14-925a-a80435f2b2dd'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:13:10.281516 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (57901f75-f47c-4722-9014-ee84c3211431), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.297160 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37295d-f599-47fa-942f-614299fb8b39 req-e9bd696b-b6cb-4e23-8b70-e4400dbf6551 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:10.297923 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:10.299778 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fb37295d-f599-47fa-942f-614299fb8b39 req-e9bd696b-b6cb-4e23-8b70-e4400dbf6551 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.0626028 Sep 08 14:13:10.352049 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:10.357447 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fb37295d-f599-47fa-942f-614299fb8b39 req-9cecf33b-d788-4e1f-9b4f-45e161dd5012 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493393 Sep 08 14:13:10.481535 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (57901f75-f47c-4722-9014-ee84c3211431), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.498349 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:10.513611 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57901f75-f47c-4722-9014-ee84c3211431,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:10.518813 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.522403 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-07af0452-507b-489e-9730-70897fa7d607 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/57901f75-f47c-4722-9014-ee84c3211431 HTTP/1.1" status: 204 len: 168 time: 0.4290648 Sep 08 14:13:10.524855 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58934) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:10.526519 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232bba64-f29a-4e2e-abe5-cec2dd835844 None None] Network 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:13:10.597208 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.647446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Deleting port bd044f46-020b-4813-bd74-4274ec309db4 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:10.647446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (bd044f46-020b-4813-bd74-4274ec309db4), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.698383 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] DHCP port deletion for 87ed77fd-9ced-42f2-8ed7-99ded51d8c5a request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:13:10.719633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] For port bd044f46-020b-4813-bd74-4274ec309db4, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bd044f46-020b-4813-bd74-4274ec309db4,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:10.720332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (bd044f46-020b-4813-bd74-4274ec309db4), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.734695 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Calling delete_port for bd044f46-020b-4813-bd74-4274ec309db4 owned by network:dhcp {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:10.745158 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:10.745959 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] Deleting port bd044f46-020b-4813-bd74-4274ec309db4 {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:13:10.746423 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (bd044f46-020b-4813-bd74-4274ec309db4), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.760435 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:10.814095 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] For port bd044f46-020b-4813-bd74-4274ec309db4, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=bd044f46-020b-4813-bd74-4274ec309db4,segment=NetworkSegment(347316b8-2a8b-47e1-8334-38ec2dd635f4),segment_id=347316b8-2a8b-47e1-8334-38ec2dd635f4)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:10.814660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (bd044f46-020b-4813-bd74-4274ec309db4), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:10.829667 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] Calling delete_port for bd044f46-020b-4813-bd74-4274ec309db4 owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:13:11.236462 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (bd044f46-020b-4813-bd74-4274ec309db4), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: from cryptography.utils import int_from_bytes Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: from cryptography.utils import int_from_bytes Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.238481 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:13:11.241861 dv-cinder-856463-2-iscsi neutron-server[113668]: self.session.flush() Sep 08 14:13:11.244404 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (bd044f46-020b-4813-bd74-4274ec309db4), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.265787 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd044f46-020b-4813-bd74-4274ec309db4,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:11.270349 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] Pushing event deleted for resources: {'Port': ['ID=bd044f46-020b-4813-bd74-4274ec309db4,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:11.273852 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dac62-a977-43e5-8626-b55554109d5b None None] No DVR routers for this DVR port bd044f46-020b-4813-bd74-4274ec309db4 on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:13:11.275663 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] No DVR routers for this DVR port bd044f46-020b-4813-bd74-4274ec309db4 on host dv-cinder-856463-2-iscsi {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:13:11.361796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.394988 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ed77fd-9ced-42f2-8ed7-99ded51d8c5a']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:11.429302 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347316b8-2a8b-47e1-8334-38ec2dd635f4') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:11.429604 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347316b8-2a8b-47e1-8334-38ec2dd635f4') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:13:11.445916 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (347316b8-2a8b-47e1-8334-38ec2dd635f4), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.461492 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (347316b8-2a8b-47e1-8334-38ec2dd635f4), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.466319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:11.481432 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:13:11.481850 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (347316b8-2a8b-47e1-8334-38ec2dd635f4), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.491123 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:11.491769 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device a3ae5977-bc37-4d35-9aa1-ff3eefd93ffe not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:11.492355 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bd044f46-020b-4813-bd74-4274ec309db4 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:11.518337 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: bd044f46-020b-4813-bd74-4274ec309db4 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:13:11.518875 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device bd044f46-020b-4813-bd74-4274ec309db4 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:13:11.524182 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 347316b8-2a8b-47e1-8334-38ec2dd635f4 resource provider aggregate not found Sep 08 14:13:11.565492 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5266e0-acb6-4e46-bf4c-fce45147d464 req-294ad4af-b935-41d1-9f9d-090ffbeefe8b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:11.578378 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da5266e0-acb6-4e46-bf4c-fce45147d464 req-294ad4af-b935-41d1-9f9d-090ffbeefe8b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.1117246 Sep 08 14:13:11.579243 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 347316b8-2a8b-47e1-8334-38ec2dd635f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 347316b8-2a8b-47e1-8334-38ec2dd635f4 found for delete ", "request_id": "req-a64dbd6e-9b69-45cb-9385-914bbe54dcc5"}]} Sep 08 14:13:11.631182 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da5266e0-acb6-4e46-bf4c-fce45147d464 req-afd48eaa-546d-40dd-8bcc-40333c3f045f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515933 Sep 08 14:13:11.750441 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (87ed77fd-9ced-42f2-8ed7-99ded51d8c5a), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.755645 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:11.765544 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/87ed77fd-9ced-42f2-8ed7-99ded51d8c5a HTTP/1.1" status: 204 len: 168 time: 1.2326279 Sep 08 14:13:11.778810 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af14710-2181-4982-80f5-03c9f7b98775 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ed77fd-9ced-42f2-8ed7-99ded51d8c5a,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:12.316620 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58958) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:12.364473 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-350dbdea-c9f2-4829-adf7-5ca33210bb9f admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=ae31829bffd7483fbab3dc87635aea58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457807 Sep 08 14:13:12.369152 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 58960) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:12.436033 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccf62-c3df-45c6-ada0-190fb50af471 admin admin] Publish callbacks [] for security_group (5b267063-ff42-4fb4-bb15-5a5fab3afc98), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:12.461174 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccf62-c3df-45c6-ada0-190fb50af471 admin admin] Publish callbacks [] for security_group (5b267063-ff42-4fb4-bb15-5a5fab3afc98), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:12.641748 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccf62-c3df-45c6-ada0-190fb50af471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5b267063-ff42-4fb4-bb15-5a5fab3afc98), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:12.648913 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ce4ccf62-c3df-45c6-ada0-190fb50af471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:12.653018 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ce4ccf62-c3df-45c6-ada0-190fb50af471 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/5b267063-ff42-4fb4-bb15-5a5fab3afc98 HTTP/1.1" status: 204 len: 168 time: 0.2790389 Sep 08 14:13:12.667790 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ccf62-c3df-45c6-ada0-190fb50af471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b267063-ff42-4fb4-bb15-5a5fab3afc98,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:12.826531 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe22b6c-af22-4116-8fb3-2581600b07e7 req-490f197c-31f3-446c-afe9-9d9fd8af781c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:12.828458 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bbe22b6c-af22-4116-8fb3-2581600b07e7 req-490f197c-31f3-446c-afe9-9d9fd8af781c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.0656352 Sep 08 14:13:12.913006 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-bbe22b6c-af22-4116-8fb3-2581600b07e7 req-380a42ee-b014-4452-8339-0a34387805f0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784996 Sep 08 14:13:13.100030 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:13:13.201646 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 2eb83569-a0d0-4a14-925a-a80435f2b2dd triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:13:13.202309 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:13.311209 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:13.311594 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:13.349907 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:13:13.352562 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bef225-85a8-4fb3-a259-50bf71501476" -d '{"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-plugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:13:13.379344 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:13.521694 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:13.703242 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0d7351-24e8-4a11-8863-892dc7003c60 x-openstack-request-id: req-da0d7351-24e8-4a11-8863-892dc7003c60 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:13:13.703958 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-plugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:13:13.704474 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-da0d7351-24e8-4a11-8863-892dc7003c60 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:13:13.705115 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0d7351-24e8-4a11-8863-892dc7003c60'] response: {'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'code': 200} Sep 08 14:13:13.735033 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=7']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:13.783735 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58974) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:13.831308 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-aedb3184-dcd6-4941-b6fc-6c1e8b00c445 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=71512d420f5245c8976eadd51e306229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457766 Sep 08 14:13:13.833910 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 58976) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:13:13.895382 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ea35110f-1140-43c8-af2e-2b442894e4ce admin admin] Publish callbacks [] for security_group (74a6d977-1d6a-4263-ace4-960feebd8ae2), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:13.919726 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ea35110f-1140-43c8-af2e-2b442894e4ce admin admin] Publish callbacks [] for security_group (74a6d977-1d6a-4263-ace4-960feebd8ae2), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:13.928609 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:14.055041 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9296d-3558-4b8c-9f4b-24cce90d7679 req-82dc3435-07d5-44fd-b32b-f458801d6fcd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:14.056527 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9af9296d-3558-4b8c-9f4b-24cce90d7679 req-82dc3435-07d5-44fd-b32b-f458801d6fcd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0515890 Sep 08 14:13:14.108478 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9af9296d-3558-4b8c-9f4b-24cce90d7679 req-7471c2de-22ec-4077-b0b4-7190190e7bbe tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444565 Sep 08 14:13:14.360350 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ea35110f-1140-43c8-af2e-2b442894e4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (74a6d977-1d6a-4263-ace4-960feebd8ae2), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:14.363070 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ea35110f-1140-43c8-af2e-2b442894e4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:14.364389 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ea35110f-1140-43c8-af2e-2b442894e4ce admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/74a6d977-1d6a-4263-ace4-960feebd8ae2 HTTP/1.1" status: 204 len: 168 time: 0.5295026 Sep 08 14:13:14.373135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35110f-1140-43c8-af2e-2b442894e4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a6d977-1d6a-4263-ace4-960feebd8ae2,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:15.257379 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3409e-ec1e-42e1-a077-2688feaf6b9a req-bb6a80e3-8dd0-4488-a517-ade75974bb99 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:15.260357 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-84b3409e-ec1e-42e1-a077-2688feaf6b9a req-bb6a80e3-8dd0-4488-a517-ade75974bb99 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0548422 Sep 08 14:13:15.291757 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:15.337268 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-84b3409e-ec1e-42e1-a077-2688feaf6b9a req-4520f2a7-0115-421e-bbd1-08880c899e12 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607808 Sep 08 14:13:16.512166 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d8a1-5583-443b-a1d6-1f91a344e716 req-92cc9521-61e2-40b4-ba4c-7b752f4a35e5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:16.513691 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e310d8a1-5583-443b-a1d6-1f91a344e716 req-92cc9521-61e2-40b4-ba4c-7b752f4a35e5 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0974612 Sep 08 14:13:16.578713 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e310d8a1-5583-443b-a1d6-1f91a344e716 req-c6824cf6-0a2b-4276-9408-c2fb705d2fed tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537140 Sep 08 14:13:16.730951 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:13:17.745669 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6b5fe-512c-43d8-9093-d66843e4d0c6 req-cc303e54-bac2-46c3-a9bc-473f3fb8af5b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:17.747944 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-00d6b5fe-512c-43d8-9093-d66843e4d0c6 req-cc303e54-bac2-46c3-a9bc-473f3fb8af5b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0648286 Sep 08 14:13:17.803503 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-00d6b5fe-512c-43d8-9093-d66843e4d0c6 req-891214d7-f02c-494c-94b9-287296a55c27 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467260 Sep 08 14:13:19.251065 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e9e4d-bd33-486e-9f6d-e390cfc6612a req-bb0d65ad-2b72-46cc-b254-85fadb30e983 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:19.253846 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8f8e9e4d-bd33-486e-9f6d-e390cfc6612a req-bb0d65ad-2b72-46cc-b254-85fadb30e983 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0621653 Sep 08 14:13:19.315610 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8f8e9e4d-bd33-486e-9f6d-e390cfc6612a req-56b57186-5001-48e1-ab55-9a8c94e350cb tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539768 Sep 08 14:13:20.450793 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90e22-01bd-41ce-afae-dca2662d31ed req-d35b95d3-bf2f-4e78-ab70-68d5fe2c1030 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:20.452326 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a7c90e22-01bd-41ce-afae-dca2662d31ed req-d35b95d3-bf2f-4e78-ab70-68d5fe2c1030 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0491159 Sep 08 14:13:20.502947 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a7c90e22-01bd-41ce-afae-dca2662d31ed req-75702199-5126-4f16-bccb-2cecc2b6887c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445783 Sep 08 14:13:20.927505 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-8e2f48bb-9d17-40f5-94c9-9418786df171 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:20.929111 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-8e2f48bb-9d17-40f5-94c9-9418786df171 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/networks?id=edcff5a5-b489-4160-904f-0b970dd89303 HTTP/1.1" status: 200 len: 814 time: 0.1274221 Sep 08 14:13:20.946098 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-ae08caba-1250-4a61-b138-54da1a34d294 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/quotas/d3cad599cd5943e8b545de7bacca6fe1 HTTP/1.1" status: 200 len: 375 time: 0.0109859 Sep 08 14:13:20.983697 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-bec910c3-61c8-48ac-a95d-5b4f913fb1f2 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311151 Sep 08 14:13:21.086299 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-2f65f438-9f1e-42a8-95e2-dcdcab217f22 service neutron] 10.222.0.97 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954137 Sep 08 14:13:21.179692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:21.184080 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-d8c637fd-9f3d-4e7b-a4c9-a0b82b7a7a3e service neutron] 10.222.0.97 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915101 Sep 08 14:13:21.515492 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-da0f4910-cc5f-4880-8a60-d5510ec5f261 req-e739269e-4ad1-4b97-b1c6-77073ffdff46 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 210 time: 0.0333984 Sep 08 14:13:21.640710 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7217f-6d94-42b5-9a24-9fc738606221 req-56ba5a78-953c-4b6f-bffc-0cacdf550ca0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:21.642234 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5a7217f-6d94-42b5-9a24-9fc738606221 req-56ba5a78-953c-4b6f-bffc-0cacdf550ca0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0524867 Sep 08 14:13:21.695790 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5a7217f-6d94-42b5-9a24-9fc738606221 req-70e981b6-6745-457d-bee5-90c990244da4 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471258 Sep 08 14:13:22.132763 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bad644d4-742d-40b8-8d94-b1c46a9cbf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:22.601310 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-60aef24b-5475-418b-8802-69523f8d8d88 req-4d4e72cd-1a8e-4105-b013-6131ecc45d2e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 210 time: 0.0285199 Sep 08 14:13:22.782841 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-c5b15461-708c-4729-aefb-d9922c0682bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:22.790863 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-c5b15461-708c-4729-aefb-d9922c0682bb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1130 time: 0.0434763 Sep 08 14:13:22.826212 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fd3c3-2128-4a3b-968d-c446f531d607 req-9503207b-7de0-4f91-b69c-21dab05894c2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:22.827699 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed8fd3c3-2128-4a3b-968d-c446f531d607 req-9503207b-7de0-4f91-b69c-21dab05894c2 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0494359 Sep 08 14:13:22.880404 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed8fd3c3-2128-4a3b-968d-c446f531d607 req-7ced43fd-b5e9-4715-b12e-ed5f5da07a3f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467980 Sep 08 14:13:22.882394 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-f4e8aab3-daad-40df-8925-ee2608c42344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:22.883934 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-f4e8aab3-daad-40df-8925-ee2608c42344 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.0934505 Sep 08 14:13:22.948621 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-0d57f9e1-01c7-4670-b22c-fc52dd12cac2 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 1001 time: 0.0574522 Sep 08 14:13:22.999323 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-c139a05d-90bf-439e-a5ab-c2012c6f3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:23.000894 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-c139a05d-90bf-439e-a5ab-c2012c6f3336 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0465510 Sep 08 14:13:23.054743 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-66979494-7d83-4cb1-a620-e37f22ab02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:23.056298 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-66979494-7d83-4cb1-a620-e37f22ab02b2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439200 Sep 08 14:13:23.151508 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-39c9b2d7-930e-4480-b4da-0e5aaeac9d27 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881481 Sep 08 14:13:23.249289 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-8a7d9052-5e1c-4a90-b8b1-ef3073a5f7e2 req-0f8bb411-cc6d-40c6-91e6-29f4543ed014 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920858 Sep 08 14:13:23.706363 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4bc79b5a-4ad7-4554-afa5-369c076061bb req-9448e223-0417-4a60-b30e-6c347c539e2e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 210 time: 0.0294762 Sep 08 14:13:24.009008 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dceaf84-77f6-4fe3-bea2-1c45c2a44532 req-74a13ba2-bfbf-48a1-ba0c-eca8426e5dcd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:24.010527 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5dceaf84-77f6-4fe3-bea2-1c45c2a44532 req-74a13ba2-bfbf-48a1-ba0c-eca8426e5dcd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0477848 Sep 08 14:13:24.052903 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:24.060838 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5dceaf84-77f6-4fe3-bea2-1c45c2a44532 req-4e39c6af-1db9-4e30-8ac2-46ebf333427a tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Sep 08 14:13:24.814972 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b833a7f3-d5d6-4921-937a-0db6892f17bd req-441296be-c766-4e39-9d4f-96d75fea6806 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 210 time: 0.0324421 Sep 08 14:13:25.165104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:13:25.194003 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b82a4e-ca73-4495-9821-48dfde247662 req-6a42640c-4aa7-4e0c-bf92-db6102d0714f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:25.195540 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-69b82a4e-ca73-4495-9821-48dfde247662 req-6a42640c-4aa7-4e0c-bf92-db6102d0714f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 946 time: 0.0510614 Sep 08 14:13:25.206611 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a9b84bf0-3f08-4ba0-b35b-09768935d939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:25.238322 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:25.242653 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: ACTIVE; New status is: DOWN {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:25.243044 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:25.249149 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-69b82a4e-ca73-4495-9821-48dfde247662 req-6dc76625-29ee-484f-9d14-9de80f757cae tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Sep 08 14:13:25.268133 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:13:25.270588 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcf8920-bfb0-41d4-9bb9-096be76280d9" -d '{"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:13:25.284585 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:25.310208 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Sep 2022 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf08ce7-681e-4778-9ee6-fcd624d0ca71 x-openstack-request-id: req-abf08ce7-681e-4778-9ee6-fcd624d0ca71 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:13:25.310504 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-unplugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:13:25.310762 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-abf08ce7-681e-4778-9ee6-fcd624d0ca71 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:13:25.311165 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf08ce7-681e-4778-9ee6-fcd624d0ca71'] response: {'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'code': 200} Sep 08 14:13:25.424628 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:25.477710 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=8']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:25.917502 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7ef119e1-75d3-449e-9908-dd9049481fe6 req-ba745823-467b-42e7-9fba-3fca066cd70f tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Sep 08 14:13:26.088107 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-5fa58b75-f17c-4835-a1cd-baa3e3daa028 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:26.089587 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-5fa58b75-f17c-4835-a1cd-baa3e3daa028 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "GET /networking/v2.0/networks?id=edcff5a5-b489-4160-904f-0b970dd89303 HTTP/1.1" status: 200 len: 814 time: 0.1063092 Sep 08 14:13:26.107249 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Request body: {'port': {'device_id': 'e6d33920-d247-427b-bc5d-8def031bda80', 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303', 'admin_state_up': True, 'tenant_id': 'd3cad599cd5943e8b545de7bacca6fe1'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:13:26.218288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:26.337608 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Made reservation on behalf of d3cad599cd5943e8b545de7bacca6fe1 for: {'port': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:13:26.342020 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:26.345304 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:26.382148 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d7b5c-86d6-44f8-8eda-1701959e4f67 req-a97c6cf0-97ea-4f0a-87a8-a561928b66a7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:26.383850 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d6d7b5c-86d6-44f8-8eda-1701959e4f67 req-a97c6cf0-97ea-4f0a-87a8-a561928b66a7 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0509641 Sep 08 14:13:26.444896 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2d6d7b5c-86d6-44f8-8eda-1701959e4f67 req-a0f2c154-8cb9-4bc4-ae59-29a17bca1426 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541570 Sep 08 14:13:26.475888 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:26.480051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_common [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Allocated IP 172.20.0.11 (edcff5a5-b489-4160-904f-0b970dd89303/7b4cb48a-e95c-4beb-b190-de6be64b4e81/08ecd00f-e343-476e-8046-709ba24684d8) {{(pid=113667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:13:26.635453 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks [] for port (08ecd00f-e343-476e-8046-709ba24684d8), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:26.725724 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=62 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:26.726599 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=58 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:26.870423 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791003457437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (08ecd00f-e343-476e-8046-709ba24684d8), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:26.920530 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Network edcff5a5-b489-4160-904f-0b970dd89303 is already hosted by enough agents. {{(pid=113667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:13:26.923701 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Resources bound (agent type, host, resource id): {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:13:26.932901 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Received port after_create {{(pid=113667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 08 14:13:26.955281 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Pushing event updated for resources: {'Port': ['ID=08ecd00f-e343-476e-8046-709ba24684d8,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:26.984166 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:26.992873 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:27.041471 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58bb9f-3921-4e90-9277-33fb7e1407c9 req-4879856c-e48b-4a37-854a-72a86575d135 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:27.050202 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9a58bb9f-3921-4e90-9277-33fb7e1407c9 req-4879856c-e48b-4a37-854a-72a86575d135 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 932 time: 0.0492566 Sep 08 14:13:27.091130 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9a58bb9f-3921-4e90-9277-33fb7e1407c9 req-b01b1fb9-8cae-454e-8251-7c014824e152 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 Sep 08 14:13:27.134049 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0d878ddc-b62b-48ee-8aed-c812c189e651 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309720 Sep 08 14:13:27.153390 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Request body: {'port': {'device_id': 'e6d33920-d247-427b-bc5d-8def031bda80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:13:27.204952 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:27.219257 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (08ecd00f-e343-476e-8046-709ba24684d8), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:27.479544 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ecd00f-e343-476e-8046-709ba24684d8 {{(pid=113667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:13:27.487380 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Publish callbacks [] for port (08ecd00f-e343-476e-8046-709ba24684d8), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:27.501948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.provisioning_blocks [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Transition to ACTIVE for port object 08ecd00f-e343-476e-8046-709ba24684d8 will not be triggered until provisioned by entity L2. {{(pid=113667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 08 14:13:27.698895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (08ecd00f-e343-476e-8046-709ba24684d8), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:27.782019 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=08ecd00f-e343-476e-8046-709ba24684d8,revision_number=2']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:27.811359 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:27.815810 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Attempting to bind port 08ecd00f-e343-476e-8046-709ba24684d8 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 08 14:13:27.816168 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Attempting to bind port 08ecd00f-e343-476e-8046-709ba24684d8 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 08 14:13:27.816928 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Attempting to bind port 08ecd00f-e343-476e-8046-709ba24684d8 on network edcff5a5-b489-4160-904f-0b970dd89303 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:13:27.862566 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Port 08ecd00f-e343-476e-8046-709ba24684d8 on network edcff5a5-b489-4160-904f-0b970dd89303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 08 14:13:27.862890 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Attempting to bind port 08ecd00f-e343-476e-8046-709ba24684d8 on network edcff5a5-b489-4160-904f-0b970dd89303 {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 08 14:13:27.905750 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Checking agent: {'id': 'bdca5ddf-a289-4cc1-9afe-c5016b45256e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'started_at': datetime.datetime(2022, 9, 8, 13, 59, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 8, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 08 14:13:27.906083 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Checking segment: {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:13:27.906465 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Bound using segment: {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'} {{(pid=113667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 08 14:13:27.906898 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.managers [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Bound port: 08ecd00f-e343-476e-8046-709ba24684d8, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f170628-f260-4813-a94c-0f5ae4c2a21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303'}}] {{(pid=113667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 08 14:13:27.907284 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (08ecd00f-e343-476e-8046-709ba24684d8), before_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:27.972303 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] For port 08ecd00f-e343-476e-8046-709ba24684d8, host hv-cinder-85646, cleared binding levels {{(pid=113667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:13:27.975288 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] For port 08ecd00f-e343-476e-8046-709ba24684d8, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=08ecd00f-e343-476e-8046-709ba24684d8,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:13:28.087930 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10105559'] for port (08ecd00f-e343-476e-8046-709ba24684d8), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:28.091633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.092281 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:28.094079 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/08ecd00f-e343-476e-8046-709ba24684d8 HTTP/1.1" status: 200 len: 1094 time: 0.9457023 Sep 08 14:13:28.096879 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d33920-d247-427b-bc5d-8def031bda80', 'tag': '08ecd00f-e343-476e-8046-709ba24684d8'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:13:28.099195 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa26c3-7d09-4de9-b361-faa9784f37c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d33920-d247-427b-bc5d-8def031bda80", "tag": "08ecd00f-e343-476e-8046-709ba24684d8"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:13:28.145499 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Sep 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3023318c-1a66-4448-a03f-93aa93a22b1d x-openstack-request-id: req-3023318c-1a66-4448-a03f-93aa93a22b1d {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:13:28.146123 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d33920-d247-427b-bc5d-8def031bda80", "tag": "08ecd00f-e343-476e-8046-709ba24684d8", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:13:28.146123 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3023318c-1a66-4448-a03f-93aa93a22b1d {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:13:28.146433 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3023318c-1a66-4448-a03f-93aa93a22b1d'] response: {'name': 'network-changed', 'server_uuid': 'e6d33920-d247-427b-bc5d-8def031bda80', 'tag': '08ecd00f-e343-476e-8046-709ba24684d8', 'status': 'completed', 'code': 200} Sep 08 14:13:28.158202 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e059f-2985-4362-89d2-a84984b25ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=08ecd00f-e343-476e-8046-709ba24684d8,revision_number=3']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:28.237719 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa26c3-7d09-4de9-b361-faa9784f37c8 req-06c6742a-0996-4759-95ff-56738f16aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.239315 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-56fa26c3-7d09-4de9-b361-faa9784f37c8 req-06c6742a-0996-4759-95ff-56738f16aabf service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 1128 time: 0.0462227 Sep 08 14:13:28.246056 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed077eb0-2eae-49ba-8352-a2e40e78c6e2 req-3bcb2cb1-639c-40a8-b835-2c8788cf57b2 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.247698 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed077eb0-2eae-49ba-8352-a2e40e78c6e2 req-3bcb2cb1-639c-40a8-b835-2c8788cf57b2 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 944 time: 0.0573592 Sep 08 14:13:28.299583 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ed077eb0-2eae-49ba-8352-a2e40e78c6e2 req-88dc4bea-2bdc-4e20-bcf0-54a8d97c6390 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Sep 08 14:13:28.365308 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa26c3-7d09-4de9-b361-faa9784f37c8 req-51facd63-c918-4f83-8cf1-90d171853768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.366916 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-56fa26c3-7d09-4de9-b361-faa9784f37c8 req-51facd63-c918-4f83-8cf1-90d171853768 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1132431 Sep 08 14:13:28.466864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa26c3-7d09-4de9-b361-faa9784f37c8 req-37e298c9-4382-4097-b9c8-1e23599c1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.468359 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-56fa26c3-7d09-4de9-b361-faa9784f37c8 req-37e298c9-4382-4097-b9c8-1e23599c1202 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0957866 Sep 08 14:13:28.573496 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-d53f80a3-0aad-47c6-8134-c1c1491c586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.574927 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-d53f80a3-0aad-47c6-8134-c1c1491c586b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 1128 time: 0.0478170 Sep 08 14:13:28.623944 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-0c3d2179-44b4-455b-aa2f-896ad75df16b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08ecd00f-e343-476e-8046-709ba24684d8 HTTP/1.1" status: 200 len: 217 time: 0.0344813 Sep 08 14:13:28.658529 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:28.673824 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-4d517885-8080-43b4-9ab2-c4a528c7c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:28.674972 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:28.676723 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-4d517885-8080-43b4-9ab2-c4a528c7c606 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=7b4cb48a-e95c-4beb-b190-de6be64b4e81 HTTP/1.1" status: 200 len: 854 time: 0.0458317 Sep 08 14:13:28.708485 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-ad4e8a6c-3109-4a1a-a298-fd8635d42f07 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=edcff5a5-b489-4160-904f-0b970dd89303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274711 Sep 08 14:13:28.802524 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-96abd932-9681-4f47-9e90-0c4734761c21 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880039 Sep 08 14:13:28.898538 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e28f1f1a-d4c0-4733-9aa0-29cea854beb6 req-9e2dd42f-f922-45b7-9066-c80cc5e78062 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904284 Sep 08 14:13:28.914963 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:29.434945 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd778fe8-e676-48f5-8c76-5b5e2a3aba4c req-48077e00-fec7-4d53-a260-1c9e3fc49463 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:29.445329 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dd778fe8-e676-48f5-8c76-5b5e2a3aba4c req-48077e00-fec7-4d53-a260-1c9e3fc49463 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 944 time: 0.0539916 Sep 08 14:13:29.486506 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-dd778fe8-e676-48f5-8c76-5b5e2a3aba4c req-2dcb286e-b76c-414a-9adb-c0768ce32279 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Sep 08 14:13:29.541790 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [req-c8ba5f8f-fd01-4949-a15d-bf14b4eb1a48 req-b75a31c8-18a4-42c6-883c-d6edffb60e5e service neutron] http://10.222.0.97:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 08 14:13:29.542815 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-c8ba5f8f-fd01-4949-a15d-bf14b4eb1a48 req-b75a31c8-18a4-42c6-883c-d6edffb60e5e service neutron] 10.222.0.97 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1054628 Sep 08 14:13:30.057514 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8db03-5983-42c2-99d8-7868161d0830 req-f5045b39-83ed-46cd-b0f6-d4f6c9b74638 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:30.059011 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-44a8db03-5983-42c2-99d8-7868161d0830 req-f5045b39-83ed-46cd-b0f6-d4f6c9b74638 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0482340 Sep 08 14:13:30.113246 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-44a8db03-5983-42c2-99d8-7868161d0830 req-7528de27-c11c-4ae3-8934-d0039ae41ccf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482323 Sep 08 14:13:30.622514 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc938ae3-5c5e-45c7-8ff0-fdab0d1c400b req-d6247105-ba6a-4a7c-9551-5bc35152a6eb tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:30.624058 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc938ae3-5c5e-45c7-8ff0-fdab0d1c400b req-d6247105-ba6a-4a7c-9551-5bc35152a6eb tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Sep 08 14:13:30.682436 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-86a29955-01a9-45b9-ad4f-e22771436a15 service neutron] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011455 Sep 08 14:13:30.704915 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cc938ae3-5c5e-45c7-8ff0-fdab0d1c400b req-04484030-9d38-4883-855f-14e322bca9cd tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670607 Sep 08 14:13:30.771521 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:30.805984 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9753b-e995-4202-a11a-dddee340b890 req-a4c3fa01-b8b4-4ee6-aefe-9d0d3620127b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:30.807265 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-a4c3fa01-b8b4-4ee6-aefe-9d0d3620127b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports/2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 941 time: 0.0963039 Sep 08 14:13:31.251141 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80303ceb-2d98-46dd-b487-ef96b4d13986 req-d4363dbc-3018-4da6-82a7-d28a12099b49 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:31.252516 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-80303ceb-2d98-46dd-b487-ef96b4d13986 req-d4363dbc-3018-4da6-82a7-d28a12099b49 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0504105 Sep 08 14:13:31.313395 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-80303ceb-2d98-46dd-b487-ef96b4d13986 req-060e647f-838f-4385-9201-17d6a3bbba9d tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536842 Sep 08 14:13:31.830182 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef6f1b-ac16-4d41-985f-12b126f07959 req-74384a4e-e60e-44b8-a757-fbe9451f0dea tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:31.831655 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ccef6f1b-ac16-4d41-985f-12b126f07959 req-74384a4e-e60e-44b8-a757-fbe9451f0dea tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 944 time: 0.0475521 Sep 08 14:13:31.880596 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-ccef6f1b-ac16-4d41-985f-12b126f07959 req-09aa1800-e52e-4b9d-b2be-d5662edab926 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432162 Sep 08 14:13:32.447219 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559eff-52a6-4678-9142-652d4761c95b req-e6e67b0f-934c-4b8d-8d2e-77d6f666740e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:32.448762 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-04559eff-52a6-4678-9142-652d4761c95b req-e6e67b0f-934c-4b8d-8d2e-77d6f666740e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0498583 Sep 08 14:13:32.481665 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:32.498721 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-04559eff-52a6-4678-9142-652d4761c95b req-2285c3b0-48a6-4da7-9415-91d4ec70009b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442102 Sep 08 14:13:32.688938 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9753b-e995-4202-a11a-dddee340b890 req-683e8858-f56e-4382-9a09-08b1e955ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:32.690429 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-683e8858-f56e-4382-9a09-08b1e955ba4b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020&tenant_id=1abe0ab206094524af0fdde9e6285385 HTTP/1.1" status: 200 len: 1128 time: 0.0405777 Sep 08 14:13:32.767829 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9753b-e995-4202-a11a-dddee340b890 req-60e95d00-33d4-42d9-a02b-cbb34cc203ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:32.769354 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-60e95d00-33d4-42d9-a02b-cbb34cc203ee service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1128 time: 0.0393796 Sep 08 14:13:32.863796 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9753b-e995-4202-a11a-dddee340b890 req-f96884b2-7f70-4a61-951a-ed6ea671e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:32.865305 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-f96884b2-7f70-4a61-951a-ed6ea671e221 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.0885985 Sep 08 14:13:32.929064 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-d3f332b2-8dad-4ade-b82a-dd1292eac94c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 999 time: 0.0574658 Sep 08 14:13:32.980026 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9753b-e995-4202-a11a-dddee340b890 req-5bafedc8-c35d-40e5-a10e-92cbbedc9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:32.981648 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-5bafedc8-c35d-40e5-a10e-92cbbedc9d32 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0473828 Sep 08 14:13:33.007583 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42b7ae-2e6e-406f-9205-2d7a09feb25e req-a80b25fd-b848-436f-b5ae-edc95f44511a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:33.009190 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a42b7ae-2e6e-406f-9205-2d7a09feb25e req-a80b25fd-b848-436f-b5ae-edc95f44511a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 944 time: 0.0511277 Sep 08 14:13:33.031252 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9753b-e995-4202-a11a-dddee340b890 req-f51d9774-a8e8-422e-a370-9c9982a619e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:33.032881 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-f51d9774-a8e8-422e-a370-9c9982a619e5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449760 Sep 08 14:13:33.047064 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=100 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:33.059440 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4a42b7ae-2e6e-406f-9205-2d7a09feb25e req-4762b62e-31e3-439a-b079-ef53277840d5 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Sep 08 14:13:33.107924 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 08ecd00f-e343-476e-8046-709ba24684d8 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:13:33.127056 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-bf1c7056-f511-422f-821f-0a9046bd8f4f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877652 Sep 08 14:13:33.212377 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 08ecd00f-e343-476e-8046-709ba24684d8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=08ecd00f-e343-476e-8046-709ba24684d8,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:33.222940 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-b4c9753b-e995-4202-a11a-dddee340b890 req-4428d3ea-487f-4f40-9d2c-93e4c11b60fd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900991 Sep 08 14:13:33.223988 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '08ecd00f-e343-476e-8046-709ba24684d8', 'network_id': 'edcff5a5-b489-4160-904f-0b970dd89303', 'port_id': '08ecd00f-e343-476e-8046-709ba24684d8', 'mac_address': 'fa:16:3e:cd:f0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4cb48a-e95c-4beb-b190-de6be64b4e81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:13:33.261211 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 08ecd00f-e343-476e-8046-709ba24684d8 is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:33.261537 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (08ecd00f-e343-476e-8046-709ba24684d8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:33.275022 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ecd00f-e343-476e-8046-709ba24684d8 {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:13:33.280015 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:33.296525 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 08ecd00f-e343-476e-8046-709ba24684d8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=08ecd00f-e343-476e-8046-709ba24684d8,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:33.401507 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (08ecd00f-e343-476e-8046-709ba24684d8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:33.458363 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=08ecd00f-e343-476e-8046-709ba24684d8,revision_number=4']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:33.630986 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aab91-4655-44ba-b848-0038267ec14e req-05a5cf6f-cfb9-4f1f-b1bc-4b572013bb4f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:33.632822 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8d7aab91-4655-44ba-b848-0038267ec14e req-05a5cf6f-cfb9-4f1f-b1bc-4b572013bb4f tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0496740 Sep 08 14:13:33.680625 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-8d7aab91-4655-44ba-b848-0038267ec14e req-7fc07cf1-9a45-4358-aebd-d652e97bd0cd tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Sep 08 14:13:33.699109 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['08ecd00f-e343-476e-8046-709ba24684d8'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:13:34.221992 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ceaee-6599-43ff-ba40-601d64bdd5b3 req-ac5f9f09-2f7f-490b-b29a-37885f34d6b5 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:34.224464 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d78ceaee-6599-43ff-ba40-601d64bdd5b3 req-ac5f9f09-2f7f-490b-b29a-37885f34d6b5 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 945 time: 0.0626304 Sep 08 14:13:34.280152 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d78ceaee-6599-43ff-ba40-601d64bdd5b3 req-464f45be-7a0b-40b4-8fc9-a656b345282d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487089 Sep 08 14:13:34.818979 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214ec1a-36e9-4730-80ea-5d835d886395 req-3014dcc7-2354-4a03-9e89-4deba2ea5cd1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:34.820692 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d214ec1a-36e9-4730-80ea-5d835d886395 req-3014dcc7-2354-4a03-9e89-4deba2ea5cd1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0496347 Sep 08 14:13:34.875381 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d214ec1a-36e9-4730-80ea-5d835d886395 req-61e690a0-e870-4246-a157-ce50a7bbe117 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 Sep 08 14:13:35.129964 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 08ecd00f-e343-476e-8046-709ba24684d8 up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:13:35.178200 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning for port 08ecd00f-e343-476e-8046-709ba24684d8 completed by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 08 14:13:35.279921 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 08ecd00f-e343-476e-8046-709ba24684d8 triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:13:35.280319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (08ecd00f-e343-476e-8046-709ba24684d8), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:35.376241 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 08ecd00f-e343-476e-8046-709ba24684d8 is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:35.376706 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (08ecd00f-e343-476e-8046-709ba24684d8), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:35.409795 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d33920-d247-427b-bc5d-8def031bda80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ecd00f-e343-476e-8046-709ba24684d8'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:13:35.412803 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be6883c-3257-4957-863c-d1f526e92b15" -d '{"events": [{"server_uuid": "e6d33920-d247-427b-bc5d-8def031bda80", "name": "network-vif-plugged", "status": "completed", "tag": "08ecd00f-e343-476e-8046-709ba24684d8"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:13:35.436281 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 08ecd00f-e343-476e-8046-709ba24684d8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=08ecd00f-e343-476e-8046-709ba24684d8,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:35.475968 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f45d-3f3e-40e7-bdcd-ac9e40b7f732 req-62287e30-deb2-494d-bf82-3f733e8fc33d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:35.476750 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c102f6e1-6e5c-4f85-9f3c-d6b87b67aeee x-openstack-request-id: req-c102f6e1-6e5c-4f85-9f3c-d6b87b67aeee {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:13:35.477115 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d33920-d247-427b-bc5d-8def031bda80", "name": "network-vif-plugged", "status": "completed", "tag": "08ecd00f-e343-476e-8046-709ba24684d8", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:13:35.477368 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c102f6e1-6e5c-4f85-9f3c-d6b87b67aeee {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:13:35.477778 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c102f6e1-6e5c-4f85-9f3c-d6b87b67aeee'] response: {'server_uuid': 'e6d33920-d247-427b-bc5d-8def031bda80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ecd00f-e343-476e-8046-709ba24684d8', 'code': 200} Sep 08 14:13:35.478244 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3085f45d-3f3e-40e7-bdcd-ac9e40b7f732 req-62287e30-deb2-494d-bf82-3f733e8fc33d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 945 time: 0.1096199 Sep 08 14:13:35.521273 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (08ecd00f-e343-476e-8046-709ba24684d8), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:35.538223 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3085f45d-3f3e-40e7-bdcd-ac9e40b7f732 req-e137b2f3-52ef-4e7d-a9c4-1f912a3dafd8 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Sep 08 14:13:35.590318 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=08ecd00f-e343-476e-8046-709ba24684d8,revision_number=5']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:36.026582 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77b3a2-9d41-40e8-b4af-dc693afc4e6d req-6bd68ffb-ffa0-493c-a0bf-3b092631d038 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:36.028263 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-df77b3a2-9d41-40e8-b4af-dc693afc4e6d req-6bd68ffb-ffa0-493c-a0bf-3b092631d038 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0618284 Sep 08 14:13:36.085327 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-df77b3a2-9d41-40e8-b4af-dc693afc4e6d req-a4366cc5-b79c-493c-8064-a804dc83dded tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474718 Sep 08 14:13:36.682544 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe678c-8faa-4952-bd1f-720d29ed6a70 req-4082f1c3-0cf0-4cdf-8922-438e0a1c9294 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:36.684103 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9efe678c-8faa-4952-bd1f-720d29ed6a70 req-4082f1c3-0cf0-4cdf-8922-438e0a1c9294 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0541630 Sep 08 14:13:36.742322 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9efe678c-8faa-4952-bd1f-720d29ed6a70 req-856250ae-9214-4f4e-a1c5-13817668131c tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 Sep 08 14:13:36.920779 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:37.228248 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b4ec6-2363-4f4b-8b00-9a75925a1d09 req-0f031b3e-7181-44ef-a22b-364ef86de2bc tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:37.230471 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e23b4ec6-2363-4f4b-8b00-9a75925a1d09 req-0f031b3e-7181-44ef-a22b-364ef86de2bc tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0557344 Sep 08 14:13:37.278805 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:37.289155 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e23b4ec6-2363-4f4b-8b00-9a75925a1d09 req-c63192f8-8e3c-4206-a62e-5208ef91d6e6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526187 Sep 08 14:13:37.891768 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e82db1-a2e7-40fe-a922-b8f3b9360f5f req-ca713505-baab-4566-ae48-acb4e471896a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:37.893344 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5e82db1-a2e7-40fe-a922-b8f3b9360f5f req-ca713505-baab-4566-ae48-acb4e471896a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0725758 Sep 08 14:13:37.945031 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-d5e82db1-a2e7-40fe-a922-b8f3b9360f5f req-4a6bbae8-421e-4a4c-bdde-5cd8ec05b646 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Sep 08 14:13:38.428881 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40437a3d-5a6c-482c-9b40-e17a48cc825b req-ea3278a2-8cb6-4016-b764-3653af95c961 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:38.430413 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-40437a3d-5a6c-482c-9b40-e17a48cc825b req-ea3278a2-8cb6-4016-b764-3653af95c961 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0508039 Sep 08 14:13:38.489665 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-40437a3d-5a6c-482c-9b40-e17a48cc825b req-4772dfe1-4e49-4e97-b39b-7e602936b2b3 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527885 Sep 08 14:13:39.078281 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ccf23-5dc5-4142-b04a-0ae40e5de5d1 req-3807ee27-9425-4bc7-8630-fd865c64fc4c tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:39.079833 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fb3ccf23-5dc5-4142-b04a-0ae40e5de5d1 req-3807ee27-9425-4bc7-8630-fd865c64fc4c tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0520451 Sep 08 14:13:39.102317 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:39.144281 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fb3ccf23-5dc5-4142-b04a-0ae40e5de5d1 req-ec06c0f9-1afd-493e-b81e-19a33ac7b36a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569618 Sep 08 14:13:39.633795 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd2440-c766-4340-8f77-46f9ab378871 req-df649a20-3699-425f-bfef-1268cf1789a1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:39.636645 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5dd2440-c766-4340-8f77-46f9ab378871 req-df649a20-3699-425f-bfef-1268cf1789a1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0578520 Sep 08 14:13:39.687496 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-a5dd2440-c766-4340-8f77-46f9ab378871 req-5420e26b-d309-44a3-98a6-e92b83625b14 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Sep 08 14:13:40.272883 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c25d88-a101-48e4-b206-0e51952c8542 req-8789b4ab-87cb-4bd5-995f-0dd316700a13 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:40.274406 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-34c25d88-a101-48e4-b206-0e51952c8542 req-8789b4ab-87cb-4bd5-995f-0dd316700a13 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0545492 Sep 08 14:13:40.325575 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-34c25d88-a101-48e4-b206-0e51952c8542 req-a3af65fb-f2c4-4da8-b00a-4377aa62b349 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Sep 08 14:13:40.832830 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f55b-b909-4d86-9640-2afc96c5a12c req-384ba7e0-1073-4eda-8e84-9a6fad993a1b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:40.834569 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3141f55b-b909-4d86-9640-2afc96c5a12c req-384ba7e0-1073-4eda-8e84-9a6fad993a1b tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0526016 Sep 08 14:13:40.893322 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3141f55b-b909-4d86-9640-2afc96c5a12c req-188fb176-f42d-4704-a5df-f9b3816ced85 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521226 Sep 08 14:13:41.469461 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4450f-9139-4aec-b7a6-99890632c86d req-44db7e3c-2ad3-411b-b8e8-c4d6593f642e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:41.504078 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48b4450f-9139-4aec-b7a6-99890632c86d req-44db7e3c-2ad3-411b-b8e8-c4d6593f642e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0568173 Sep 08 14:13:41.523640 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-48b4450f-9139-4aec-b7a6-99890632c86d req-7567d964-9e3a-44d1-a664-c7cb964a578f tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Sep 08 14:13:42.033924 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f207081-a238-45bc-8aa4-03f802aae919 req-c879bbf7-ad0f-4b65-a7a1-f77f041f4240 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:42.035459 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f207081-a238-45bc-8aa4-03f802aae919 req-c879bbf7-ad0f-4b65-a7a1-f77f041f4240 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0515158 Sep 08 14:13:42.093865 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-0f207081-a238-45bc-8aa4-03f802aae919 req-7fbd42ad-d58b-4294-be51-dbbbc73460d6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482240 Sep 08 14:13:42.649090 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5b575-d1c7-42b4-95af-fa22eb8d2566 req-b877fe25-08f9-4d49-ad50-2ca275205a97 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:42.650650 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1bb5b575-d1c7-42b4-95af-fa22eb8d2566 req-b877fe25-08f9-4d49-ad50-2ca275205a97 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0483727 Sep 08 14:13:42.702252 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1bb5b575-d1c7-42b4-95af-fa22eb8d2566 req-47a06383-db5c-4b08-898f-b9479073df7a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Sep 08 14:13:43.218610 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=7 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:43.219381 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=60 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:43.224113 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d6954-e61b-4f2e-97bc-03c2eca09e57 req-c1c4b552-06e5-4b95-84b7-4207505bb111 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:43.225620 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fe6d6954-e61b-4f2e-97bc-03c2eca09e57 req-c1c4b552-06e5-4b95-84b7-4207505bb111 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0475647 Sep 08 14:13:43.275903 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-fe6d6954-e61b-4f2e-97bc-03c2eca09e57 req-f095d191-b147-4334-86ce-306d938f4a90 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Sep 08 14:13:43.825104 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c5286-6c5e-46a2-9c6f-6f1c03e1397d req-ae83ac04-00f1-42b7-a651-81c5fc9c0990 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:43.826570 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f21c5286-6c5e-46a2-9c6f-6f1c03e1397d req-ae83ac04-00f1-42b7-a651-81c5fc9c0990 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0471570 Sep 08 14:13:43.869292 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:43.873889 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f21c5286-6c5e-46a2-9c6f-6f1c03e1397d req-14d6da11-cfaf-4b09-8584-2d411f19cb96 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Sep 08 14:13:44.185942 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-858c2cf8-4453-4629-87b4-eafaa0e24705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.187487 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-858c2cf8-4453-4629-87b4-eafaa0e24705 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1abe0ab206094524af0fdde9e6285385&device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1128 time: 0.0415866 Sep 08 14:13:44.298560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-cd03051b-d15b-4dfe-9bcb-86b59dfb02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.300027 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-cd03051b-d15b-4dfe-9bcb-86b59dfb02e0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 200 len: 918 time: 0.0922194 Sep 08 14:13:44.371638 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-80303912-e5d8-4e12-8ed8-84d41a89df3b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 200 len: 999 time: 0.0656271 Sep 08 14:13:44.412026 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cf409-a338-4e15-ac1f-7e892e570590 req-2a3f2fc8-0d84-49cb-88c6-cfd6ee8ffabf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.413694 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cd9cf409-a338-4e15-ac1f-7e892e570590 req-2a3f2fc8-0d84-49cb-88c6-cfd6ee8ffabf tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0536370 Sep 08 14:13:44.463752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99131c8-babf-4d04-9676-12429140120a req-0d000d9a-f26a-4fb6-9889-4576296eef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.465269 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e99131c8-babf-4d04-9676-12429140120a req-0d000d9a-f26a-4fb6-9889-4576296eef82 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 1130 time: 0.0556867 Sep 08 14:13:44.466733 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-9c08ba15-a57e-47aa-ae82-c6a456fdc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.467565 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-cd9cf409-a338-4e15-ac1f-7e892e570590 req-704b8919-9c8b-418a-9a4a-2286f4b19281 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470085 Sep 08 14:13:44.468061 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-9c08ba15-a57e-47aa-ae82-c6a456fdc3ad service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 200 len: 855 time: 0.0873804 Sep 08 14:13:44.538922 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-3567da70-bb08-46a3-94bb-0d6c18174312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.541040 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-3567da70-bb08-46a3-94bb-0d6c18174312 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623353 Sep 08 14:13:44.559176 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-e99131c8-babf-4d04-9676-12429140120a req-8b700a23-3b6d-4620-83dd-87101f123e39 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820954 Sep 08 14:13:44.894777 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-54695775-dea6-4e5e-9ed0-899949016fa9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461242 Sep 08 14:13:44.993150 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007057-4405-4989-8600-a24410ac1812 req-9b0fc814-e49e-4c64-8a6f-013cbd24a655 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:44.994696 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-82007057-4405-4989-8600-a24410ac1812 req-9b0fc814-e49e-4c64-8a6f-013cbd24a655 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0462441 Sep 08 14:13:45.042208 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-82007057-4405-4989-8600-a24410ac1812 req-699ca361-d611-401c-984a-6ee80673523e tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Sep 08 14:13:45.249145 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-638796b9-b3a9-4089-9afb-b5ac0ed423cd req-50361d10-193f-4982-ae98-cff7a423932f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871336 Sep 08 14:13:45.598017 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfab4b9-e9fb-4e49-9ca4-7d1724e50089 req-b15d4fdd-ce8b-428e-89b7-45d0e963bd67 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:45.599534 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9cfab4b9-e9fb-4e49-9ca4-7d1724e50089 req-b15d4fdd-ce8b-428e-89b7-45d0e963bd67 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0474408 Sep 08 14:13:45.653463 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-9cfab4b9-e9fb-4e49-9ca4-7d1724e50089 req-d740af40-5833-4efe-9f09-aadf49f72d75 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476265 Sep 08 14:13:46.162624 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ef6e-8d9a-4ea5-9401-12482e374a73 req-3d5c0e22-42d3-4276-a420-f5c075385e93 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:46.164268 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b605ef6e-8d9a-4ea5-9401-12482e374a73 req-3d5c0e22-42d3-4276-a420-f5c075385e93 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0475061 Sep 08 14:13:46.180151 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:46.219378 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-b605ef6e-8d9a-4ea5-9401-12482e374a73 req-80f383bd-b8f3-435a-b9b2-373617a1bed2 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Sep 08 14:13:46.783994 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454c457-7bfe-4354-8548-a1a8007fe893 req-14c90a22-df78-49cf-abed-d7064304ebef tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:46.786600 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2454c457-7bfe-4354-8548-a1a8007fe893 req-14c90a22-df78-49cf-abed-d7064304ebef tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 944 time: 0.0491064 Sep 08 14:13:46.833256 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2454c457-7bfe-4354-8548-a1a8007fe893 req-94ec7396-73a1-491a-9b3c-01ef05e0f4a8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Sep 08 14:13:46.838098 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:46.844089 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:46.984645 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:46.985416 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:47.201670 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=113668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:13:47.304104 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:47.316316 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Returning: {'device': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'port_id': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'mac_address': 'fa:16:3e:85:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:13:47.351291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: DOWN; New status is: BUILD {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:47.351676 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:47.365164 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eb83569-a0d0-4a14-925a-a80435f2b2dd {{(pid=113668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 08 14:13:47.387860 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:47.566411 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:47.613050 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=9']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:47.862149 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['2eb83569-a0d0-4a14-925a-a80435f2b2dd'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:13:47.967064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c974f2-751f-465e-a1b3-78d79ddde2b9 req-cd9875c3-6901-4252-bd3c-a3829808372c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:47.969204 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-16c974f2-751f-465e-a1b3-78d79ddde2b9 req-cd9875c3-6901-4252-bd3c-a3829808372c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.0544341 Sep 08 14:13:48.018390 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-16c974f2-751f-465e-a1b3-78d79ddde2b9 req-595d821a-5a0a-46e3-8f46-aed49ca530a8 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430593 Sep 08 14:13:49.147679 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c2d04-3b43-4245-95a9-41042cbbebb5 req-fc03ed96-acad-42e9-aa37-3e77a1c154e0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:49.149170 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-610c2d04-3b43-4245-95a9-41042cbbebb5 req-fc03ed96-acad-42e9-aa37-3e77a1c154e0 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 945 time: 0.0471773 Sep 08 14:13:49.199102 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-610c2d04-3b43-4245-95a9-41042cbbebb5 req-a88dcefa-90b4-4b8f-a0ce-8bf60b543777 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Sep 08 14:13:49.216782 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd up at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:13:49.260758 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.provisioning_blocks [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Provisioning complete for port 2eb83569-a0d0-4a14-925a-a80435f2b2dd triggered by entity L2. {{(pid=113668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 08 14:13:49.261137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1875302'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), provisioning_complete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:49.303831 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:49.339725 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Current status of the port 2eb83569-a0d0-4a14-925a-a80435f2b2dd is: BUILD; New status is: ACTIVE {{(pid=113668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 08 14:13:49.340130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:49.362973 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:13:49.365221 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51697eacc2ab1b5ba8c455780fe2bbae703ece002ed23a56d0efc3c325c3764" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcc2077-aa83-4a88-b182-cfac1fe18ff8" -d '{"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-plugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:13:49.378122 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:13:49.408166 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3314e4ae-d7d4-4136-a301-2b838ea2a6e9 x-openstack-request-id: req-3314e4ae-d7d4-4136-a301-2b838ea2a6e9 {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:13:49.408568 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-plugged", "status": "completed", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "code": 200}]} {{(pid=113668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:13:49.408923 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3314e4ae-d7d4-4136-a301-2b838ea2a6e9 {{(pid=113668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:13:49.409429 dv-cinder-856463-2-iscsi neutron-server[113668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3314e4ae-d7d4-4136-a301-2b838ea2a6e9'] response: {'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'code': 200} Sep 08 14:13:49.469199 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791003914370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791003457455', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791003457473'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:49.515990 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Pushing event updated for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=10']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:13:49.808872 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14211cf-49c5-44c4-b841-ea928023c1d3 req-8b148314-83d0-4767-8e58-83a4ce818440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:49.810364 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a14211cf-49c5-44c4-b841-ea928023c1d3 req-8b148314-83d0-4767-8e58-83a4ce818440 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 1131 time: 0.0433490 Sep 08 14:13:49.855313 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-a14211cf-49c5-44c4-b841-ea928023c1d3 req-7abbade5-0fb0-4f88-8958-755b33c57fd6 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392382 Sep 08 14:13:50.331564 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f8882-aa59-4c96-8959-e4651af31b8c req-9cca6bcd-adca-4b2d-b5ec-a3e8c3444440 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:50.333076 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-157f8882-aa59-4c96-8959-e4651af31b8c req-9cca6bcd-adca-4b2d-b5ec-a3e8c3444440 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0515046 Sep 08 14:13:50.583733 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-157f8882-aa59-4c96-8959-e4651af31b8c req-451aabb2-6552-4772-b3ae-4a0b22242470 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447593 Sep 08 14:13:51.717899 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0416a-f121-4f80-9d06-85a79d741e91 req-013127d3-3daf-4d79-9af7-e130307744c6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:51.719419 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4aa0416a-f121-4f80-9d06-85a79d741e91 req-013127d3-3daf-4d79-9af7-e130307744c6 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0486012 Sep 08 14:13:51.766534 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4aa0416a-f121-4f80-9d06-85a79d741e91 req-6cb927fb-5cc1-44c5-b5b7-ec41fed43021 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Sep 08 14:13:52.130624 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-05f7e37b-249b-4fc2-9f29-8572e84df5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:52.898596 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92814ab-13fc-482c-bd5f-9bf8b81c1e8d req-3cd18659-a06c-4db0-a3cc-e880e5e6bd50 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:52.900158 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f92814ab-13fc-482c-bd5f-9bf8b81c1e8d req-3cd18659-a06c-4db0-a3cc-e880e5e6bd50 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0506120 Sep 08 14:13:52.943474 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:52.949171 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-f92814ab-13fc-482c-bd5f-9bf8b81c1e8d req-3888acd1-19b4-40d5-8c0d-05feac410d19 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432649 Sep 08 14:13:53.730105 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:13:54.077833 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ba0e-ca58-40b6-aca0-e353567781e9 req-350b7027-42a8-4dfd-b099-dcb14b663a81 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:13:54.079321 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e132ba0e-ca58-40b6-aca0-e353567781e9 req-350b7027-42a8-4dfd-b099-dcb14b663a81 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0486875 Sep 08 14:13:54.128571 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-e132ba0e-ca58-40b6-aca0-e353567781e9 req-f76fc5e3-4981-4674-a97e-b5ed45dce2f1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Sep 08 14:13:55.222183 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-93637056-162c-4933-b14f-1b81934b8bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:56.330486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:58.594319 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:58.822927 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:13:59.849361 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=61 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:13:59.852293 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=69 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:03.724454 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:03.725168 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:04.121308 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=9 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:04.125203 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=61 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:06.918999 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:12.090760 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a11a7-7db0-46c8-a2ec-dc51286a1285 req-e8fd6cf1-8b15-433a-96c5-ea978d609f17 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:12.092251 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-917a11a7-7db0-46c8-a2ec-dc51286a1285 req-e8fd6cf1-8b15-433a-96c5-ea978d609f17 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0470443 Sep 08 14:14:12.142206 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-917a11a7-7db0-46c8-a2ec-dc51286a1285 req-8da4949f-02ed-415a-a7e2-dfb044d24710 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Sep 08 14:14:13.264747 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0575fd-2c04-424f-90af-220674fb571e req-26f38e88-f807-420c-bead-76832dc47d9d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:13.266219 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7f0575fd-2c04-424f-90af-220674fb571e req-26f38e88-f807-420c-bead-76832dc47d9d tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0464904 Sep 08 14:14:13.313213 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-7f0575fd-2c04-424f-90af-220674fb571e req-013defff-a5a1-4918-b49b-ad858927aa96 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413144 Sep 08 14:14:13.993679 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-67309703-4dd6-4efa-be95-aa2de8cd780a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:13.995160 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-67309703-4dd6-4efa-be95-aa2de8cd780a tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0482490 Sep 08 14:14:14.080846 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Deleting port 08ecd00f-e343-476e-8046-709ba24684d8 {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:14.081185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (08ecd00f-e343-476e-8046-709ba24684d8), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:14.172613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] For port 08ecd00f-e343-476e-8046-709ba24684d8, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=08ecd00f-e343-476e-8046-709ba24684d8,segment=NetworkSegment(1f170628-f260-4813-a94c-0f5ae4c2a21d),segment_id=1f170628-f260-4813-a94c-0f5ae4c2a21d)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:14:14.172972 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (08ecd00f-e343-476e-8046-709ba24684d8), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:14.185944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Calling delete_port for 08ecd00f-e343-476e-8046-709ba24684d8 owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:14.434360 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (08ecd00f-e343-476e-8046-709ba24684d8), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:14.435630 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705e5c0-7fd9-4d0b-8ebd-f101f4c9ca62 req-24c50d53-a185-4607-9de4-a3f11e6e95d1 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:14.437174 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5705e5c0-7fd9-4d0b-8ebd-f101f4c9ca62 req-24c50d53-a185-4607-9de4-a3f11e6e95d1 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 946 time: 0.0482779 Sep 08 14:14:14.464300 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Pushing event deleted for resources: {'Port': ['ID=08ecd00f-e343-476e-8046-709ba24684d8,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:14.469436 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] get_ports_and_sgs() called for port_ids ['08ecd00f-e343-476e-8046-709ba24684d8'] {{(pid=113668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 08 14:14:14.475131 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.475492 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.475931 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.476758 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.476758 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.476999 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.477944 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.478371 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.478709 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.479036 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.479368 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.479697 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.480054 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.480414 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.480742 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:14.489563 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-5705e5c0-7fd9-4d0b-8ebd-f101f4c9ca62 req-fd56bf83-f443-4c8b-9366-3dc4d8d59960 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=c0f24771-555c-41c5-8506-4affd2cf7cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462565 Sep 08 14:14:14.532099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] No DVR routers for this DVR port 08ecd00f-e343-476e-8046-709ba24684d8 on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:14:14.534681 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:14.538053 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-adb36450-8ca4-4860-b65d-ef5eb5c1a6b1 req-c37a4c09-608e-4f2e-9f95-52e29576f3a0 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.77 "DELETE /networking/v2.0/ports/08ecd00f-e343-476e-8046-709ba24684d8 HTTP/1.1" status: 204 len: 173 time: 0.5375891 Sep 08 14:14:14.538546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d33920-d247-427b-bc5d-8def031bda80', 'name': 'network-vif-deleted', 'tag': '08ecd00f-e343-476e-8046-709ba24684d8'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:14:14.541473 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d79273-599e-47f8-97dd-19fd9652154d" -d '{"events": [{"server_uuid": "e6d33920-d247-427b-bc5d-8def031bda80", "name": "network-vif-deleted", "tag": "08ecd00f-e343-476e-8046-709ba24684d8"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:14:14.581185 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f6be1e-34d2-4961-a6f0-6dde17d6f65a x-openstack-request-id: req-c0f6be1e-34d2-4961-a6f0-6dde17d6f65a {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:14:14.589348 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d33920-d247-427b-bc5d-8def031bda80", "name": "network-vif-deleted", "tag": "08ecd00f-e343-476e-8046-709ba24684d8", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:14:14.589348 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c0f6be1e-34d2-4961-a6f0-6dde17d6f65a {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:14:14.589348 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f6be1e-34d2-4961-a6f0-6dde17d6f65a'] response: {'server_uuid': 'e6d33920-d247-427b-bc5d-8def031bda80', 'name': 'network-vif-deleted', 'tag': '08ecd00f-e343-476e-8046-709ba24684d8', 'status': 'completed', 'code': 200} Sep 08 14:14:15.616960 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-1d637635-5d6a-4be3-b0b4-8d3a6f61cc38 req-14111189-5710-4faf-aa6e-1a20ad9f9f25 tempest-VolumesSnapshotTestJSON-2141585415 tempest-VolumesSnapshotTestJSON-2141585415-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=e6d33920-d247-427b-bc5d-8def031bda80 HTTP/1.1" status: 200 len: 210 time: 0.0328164 Sep 08 14:14:21.747102 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 08ecd00f-e343-476e-8046-709ba24684d8 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:14:21.749363 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:21.750902 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:21.770770 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 08ecd00f-e343-476e-8046-709ba24684d8 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:14:21.771112 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 08ecd00f-e343-476e-8046-709ba24684d8 not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:14:22.102538 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-cd2c82f5-89ee-48fc-8eea-03814961609f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:23.982138 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:23.982924 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=5 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:24.514399 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=50,neutron:DELETE=5 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:24.515295 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:25.153720 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-531c86ea-35ce-4f59-b4db-f2cb4010dd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:25.594044 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=29 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:25.594832 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=27 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:26.353879 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:26.899932 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323d52c-bba7-44a6-9508-196ae82d4916 req-5f772a93-4107-41ce-8b2f-d721419c403c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:26.901458 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4323d52c-bba7-44a6-9508-196ae82d4916 req-5f772a93-4107-41ce-8b2f-d721419c403c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0497792 Sep 08 14:14:26.950031 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-4323d52c-bba7-44a6-9508-196ae82d4916 req-e7131c85-dd5a-4dd2-96be-73d355aaebe9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Sep 08 14:14:28.083632 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55bf93-9b5d-4617-bb53-a5a26e1e2736 req-fdb7c0fd-f623-4938-9d9a-36859219de34 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:28.085202 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3c55bf93-9b5d-4617-bb53-a5a26e1e2736 req-fdb7c0fd-f623-4938-9d9a-36859219de34 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0481913 Sep 08 14:14:28.134606 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3c55bf93-9b5d-4617-bb53-a5a26e1e2736 req-967cd27a-0045-4556-b6c7-52788294a107 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups?id=21149fd3-928f-424a-a4c6-61024b20fe4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Sep 08 14:14:28.571222 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:28.603742 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-2e2b5481-941c-476b-abd0-ef5fd7cf70f1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:14:28.605220 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-2e2b5481-941c-476b-abd0-ef5fd7cf70f1 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 947 time: 0.0518262 Sep 08 14:14:28.688754 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Deleting port 2eb83569-a0d0-4a14-925a-a80435f2b2dd {{(pid=113667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:28.689095 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:28.783993 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.db [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] For port 2eb83569-a0d0-4a14-925a-a80435f2b2dd, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=2eb83569-a0d0-4a14-925a-a80435f2b2dd,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:14:28.784312 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:28.787615 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:28.952495 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:28.952895 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-685040'] for floatingip (cfe6b3c4-c73c-42ba-b211-14898e471581), after_update {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:28.953217 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.l3_db [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Floating IP cfe6b3c4-c73c-42ba-b211-14898e471581 disassociated. External IP: 172.27.1.83, port: 2eb83569-a0d0-4a14-925a-a80435f2b2dd. Sep 08 14:14:28.953565 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.plugin [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Calling delete_port for 2eb83569-a0d0-4a14-925a-a80435f2b2dd owned by compute:nova {{(pid=113667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:29.199452 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10105518'] for port (2eb83569-a0d0-4a14-925a-a80435f2b2dd), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:29.228786 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event deleted for resources: {'Port': ['ID=2eb83569-a0d0-4a14-925a-a80435f2b2dd,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:29.257502 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-3090a040-d469-4e27-8c9d-5ce85e920358 req-94de88e1-2e6b-43b5-9312-fc544b099027 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0382149 Sep 08 14:14:29.353508 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:14:29.460084 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:14:29.470642 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:14:29.481372 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:14:29.481992 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:14:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:29.507496 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] No DVR routers for this DVR port 2eb83569-a0d0-4a14-925a-a80435f2b2dd on host hv-cinder-85646 {{(pid=113667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:14:29.510446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for port (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:29.513786 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [req-6da6031f-f18f-4e5b-a7ab-a394e01777e4 req-fedadfe9-4b28-49b5-a442-a8ddd35d2619 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.77 "DELETE /networking/v2.0/ports/2eb83569-a0d0-4a14-925a-a80435f2b2dd HTTP/1.1" status: 204 len: 173 time: 0.9034793 Sep 08 14:14:29.514254 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-deleted', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd'}] {{(pid=113667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 08 14:14:29.516555 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aa7f20b5af9ff00dca1af3415fa5264473f07a9d34a08ad2a0c387bc4490609" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20468ee0-c0a5-4534-98a9-c307213e732e" -d '{"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-deleted", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd"}]}' {{(pid=113667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:14:29.556075 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Sep 2022 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d489748-5838-4359-bc67-e32e89c26d45 x-openstack-request-id: req-2d489748-5838-4359-bc67-e32e89c26d45 {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:14:29.556406 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6b1f56-d487-4959-80b9-9d0de157c020", "name": "network-vif-deleted", "tag": "2eb83569-a0d0-4a14-925a-a80435f2b2dd", "status": "completed", "code": 200}]} {{(pid=113667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:14:29.556672 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2d489748-5838-4359-bc67-e32e89c26d45 {{(pid=113667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:14:29.557086 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d489748-5838-4359-bc67-e32e89c26d45'] response: {'server_uuid': 'cf6b1f56-d487-4959-80b9-9d0de157c020', 'name': 'network-vif-deleted', 'tag': '2eb83569-a0d0-4a14-925a-a80435f2b2dd', 'status': 'completed', 'code': 200} Sep 08 14:14:29.643481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:14:29.997989 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:30.022356 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:14:30.032320 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:14:30.032937 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:14:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:30.135176 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:14:30.327578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:30.356672 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f9b55-8361-4461-9b55-f1cc37412add None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:08:17Z', 'revision_number': 4, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi', '_interfaces': [{'id': '11af090e-4ad8-4584-8a5f-6bec0b6d9df3', 'name': '', 'network_id': '78d613c6-35b4-42be-b5d3-ee46e5ddc1e5', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'mac_address': 'fa:16:3e:0b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:16Z', 'updated_at': '2022-09-08T14:08:21Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'subnets': [{'id': '4f240ffa-0aed-4406-953d-81be3bd000ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:14:30.374982 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-2eaa5c21-209b-47ee-829d-5b7669d5c21d req-9bd3efb2-0c3e-4a3e-81d8-eba12ab63159 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0290284 Sep 08 14:14:30.575106 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b923a9-6e08-44a9-8327-93987c98d17a None None] New status for floating IP cfe6b3c4-c73c-42ba-b211-14898e471581: DOWN {{(pid=113669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 08 14:14:30.730857 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:14:31.488263 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [req-61f1bd04-fdae-499b-9b20-bd977faad9fa req-9d15eb5d-e9a4-4772-a6e7-6fc318e73f7e tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/ports?device_id=cf6b1f56-d487-4959-80b9-9d0de157c020 HTTP/1.1" status: 200 len: 210 time: 0.0292377 Sep 08 14:14:32.693467 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59472) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:32.730303 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:32.752390 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9974-bb13-4cac-85ca-179a189aeb4c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (21149fd3-928f-424a-a4c6-61024b20fe4c), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:32.779804 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9974-bb13-4cac-85ca-179a189aeb4c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (21149fd3-928f-424a-a4c6-61024b20fe4c), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:32.789860 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:32.953272 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9974-bb13-4cac-85ca-179a189aeb4c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (21149fd3-928f-424a-a4c6-61024b20fe4c), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:32.955864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-fa8f9974-bb13-4cac-85ca-179a189aeb4c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:32.957056 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-fa8f9974-bb13-4cac-85ca-179a189aeb4c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "DELETE /networking/v2.0/security-groups/21149fd3-928f-424a-a4c6-61024b20fe4c HTTP/1.1" status: 204 len: 168 time: 0.2625768 Sep 08 14:14:32.960363 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59474) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:32.967186 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f9974-bb13-4cac-85ca-179a189aeb4c tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21149fd3-928f-424a-a4c6-61024b20fe4c,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:32.974912 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.api.v2.resource [None req-e97ee4f1-a9f0-4ea1-8007-5bd4f47435e9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] show failed (client error): The resource could not be found. Sep 08 14:14:32.975940 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e97ee4f1-a9f0-4ea1-8007-5bd4f47435e9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "GET /networking/v2.0/security-groups/21149fd3-928f-424a-a4c6-61024b20fe4c HTTP/1.1" status: 404 len: 347 time: 0.0144117 Sep 08 14:14:32.979296 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59476) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:33.091700 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Deleting port ac0db129-728c-468e-bbee-87123be57f67 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:33.092037 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (ac0db129-728c-468e-bbee-87123be57f67), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:33.183407 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (ac0db129-728c-468e-bbee-87123be57f67), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:33.183755 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (ac0db129-728c-468e-bbee-87123be57f67), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:33.197646 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Calling delete_port for ac0db129-728c-468e-bbee-87123be57f67 owned by network:floatingip {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:33.422530 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (ac0db129-728c-468e-bbee-87123be57f67), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:33.449675 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Pushing event deleted for resources: {'Port': ['ID=ac0db129-728c-468e-bbee-87123be57f67,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:33.475373 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.475727 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.476123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.476447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.476873 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.477124 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.477487 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.477831 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.478162 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.478491 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.478821 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.479148 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.479475 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.479844 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.480232 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:33.524050 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks [] for floatingip (cfe6b3c4-c73c-42ba-b211-14898e471581), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:33.526670 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-182710'] for floatingip (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:33.527830 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e1220c97-21a4-4786-ae19-cace8bfedad9 tempest-AttachVolumeShelveTestJSON-363312172 tempest-AttachVolumeShelveTestJSON-363312172-project] 10.222.0.97 "DELETE /networking/v2.0/floatingips/cfe6b3c4-c73c-42ba-b211-14898e471581 HTTP/1.1" status: 204 len: 168 time: 0.5474453 Sep 08 14:14:35.302004 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd no longer exists at agent hyperv_hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:14:35.322576 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] No Port match for: 2eb83569-a0d0-4a14-925a-a80435f2b2dd {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:14:35.322919 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Device 2eb83569-a0d0-4a14-925a-a80435f2b2dd not bound to the agent host hv-cinder-85646 {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:14:36.374384 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59518) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:36.706651 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:36.740765 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:36.798892 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-644080'] for router_interface (3351d127-f649-4c90-9f15-9e1fc49eb920), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:36.947393 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:37.029331 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Deleting port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:37.029672 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:37.113635 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] For port 11af090e-4ad8-4584-8a5f-6bec0b6d9df3, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:14:37.113999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:37.127423 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Calling delete_port for 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 owned by network:router_interface {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:37.387745 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (11af090e-4ad8-4584-8a5f-6bec0b6d9df3), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:37.416862 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Pushing event deleted for resources: {'Port': ['ID=11af090e-4ad8-4584-8a5f-6bec0b6d9df3,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:37.582904 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:37.591912 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-686592'] for router_interface (3351d127-f649-4c90-9f15-9e1fc49eb920), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:37.697294 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:37.813298 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Router 3351d127-f649-4c90-9f15-9e1fc49eb920 has already been hosted by L3 agent 343fffaf-3aa5-4d40-86c0-61f5792be281 {{(pid=113666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:14:37.922175 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] Notify agent at l3_agent.dv-cinder-856463-2-iscsi the message routers_updated {{(pid=113666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:14:37.928061 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-b2fc53ce-c889-43f2-b917-a465c23bbaea admin admin] 10.222.0.97 "PUT /networking/v2.0/routers/3351d127-f649-4c90-9f15-9e1fc49eb920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5533226 Sep 08 14:14:37.930632 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59528) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:37.932967 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] Sync routers for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:14:37.946126 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:14:37.951529 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:14:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:38.003946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:38.008481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:38.033405 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks [] for router (3351d127-f649-4c90-9f15-9e1fc49eb920), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:38.060933 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: dv-cinder-856463-2-iscsi {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:14:38.135030 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks [] for router_gateway (3351d127-f649-4c90-9f15-9e1fc49eb920), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:38.234251 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'external_fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:14:37Z', 'revision_number': 5, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port': {'id': '34ccc2d2-b42e-4619-87d3-29a2732e4509', 'name': '', 'network_id': 'dc9c0df0-279a-4c0d-b2c4-d3a363b301ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-08T14:08:13Z', 'updated_at': '2022-09-08T14:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9da0a23-8b3b-49dd-9d5a-af77d79e08e4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-2-iscsi'}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:38.260269 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] Checking router: 3351d127-f649-4c90-9f15-9e1fc49eb920 for host: dv-cinder-856463-2-iscsi {{(pid=113668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:14:38.270131 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] Routers {'3351d127-f649-4c90-9f15-9e1fc49eb920'} bound to L3 agent in host dv-cinder-856463-2-iscsi {{(pid=113668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 08 14:14:38.270572 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-08T13:52:25Z,description=,heartbeat_timestamp=2022-09-08T14:14:25Z,host='dv-cinder-856463-2-iscsi',id=343fffaf-3aa5-4d40-86c0-61f5792be281,load=0,resource_versions=,resources_synced=,started_at=2022-09-08T13:52:26Z,topic='l3_agent')) {'router_ids': ['3351d127-f649-4c90-9f15-9e1fc49eb920'], 'active': True} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:38.272690 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Deleting port 34ccc2d2-b42e-4619-87d3-29a2732e4509 {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:38.273029 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:38.360977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvr_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] Set router 3351d127-f649-4c90-9f15-9e1fc49eb920 gateway port host: None {{(pid=113668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 08 14:14:38.363123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] For port 34ccc2d2-b42e-4619-87d3-29a2732e4509, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=34ccc2d2-b42e-4619-87d3-29a2732e4509,segment=NetworkSegment(0c781506-48d0-44c8-8067-1fa43e29615f),segment_id=0c781506-48d0-44c8-8067-1fa43e29615f)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:14:38.363553 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:38.377274 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Calling delete_port for 34ccc2d2-b42e-4619-87d3-29a2732e4509 owned by network:router_gateway {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:38.415386 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_hamode_db [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:14:38Z', 'revision_number': 6, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port_host': None}], 'dv-cinder-856463-2-iscsi', False) {} {{(pid=113668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:38.431711 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=100 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:38.441066 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b53d42e-13bb-493f-a9a6-fd393959a4d4 None None] The sync data for ids ['3351d127-f649-4c90-9f15-9e1fc49eb920'] in dv-cinder-856463-2-iscsi is: [{'id': '3351d127-f649-4c90-9f15-9e1fc49eb920', 'name': 'tempest-AttachVolumeShelveTestJSON-473669081-router', 'tenant_id': '1abe0ab206094524af0fdde9e6285385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-08T14:08:11Z', 'updated_at': '2022-09-08T14:14:38Z', 'revision_number': 6, 'project_id': '1abe0ab206094524af0fdde9e6285385', 'gw_port_host': None}] {{(pid=113668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:14:38.861953 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (34ccc2d2-b42e-4619-87d3-29a2732e4509), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:38.896100 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ccc2d2-b42e-4619-87d3-29a2732e4509,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:38.961749 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684914'] for router_gateway (3351d127-f649-4c90-9f15-9e1fc49eb920), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.049197 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123742'] for router (3351d127-f649-4c90-9f15-9e1fc49eb920), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.051434 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks [] for router_controller (3351d127-f649-4c90-9f15-9e1fc49eb920), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.176239 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-686645'] for router (3351d127-f649-4c90-9f15-9e1fc49eb920), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.176806 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3351d127-f649-4c90-9f15-9e1fc49eb920 {{(pid=113666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:14:39.181605 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.183117 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-72487cbb-978f-4d5b-a386-bafb22166184 admin admin] 10.222.0.97 "DELETE /networking/v2.0/routers/3351d127-f649-4c90-9f15-9e1fc49eb920 HTTP/1.1" status: 204 len: 168 time: 1.2510481 Sep 08 14:14:39.185401 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59538) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:39.236234 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Deleting subnet 4f240ffa-0aed-4406-953d-81be3bd000ed {{(pid=113666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:14:39.240065 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Publish callbacks [] for subnet (4f240ffa-0aed-4406-953d-81be3bd000ed), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.279916 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630093'] for subnet (4f240ffa-0aed-4406-953d-81be3bd000ed), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.309268 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:39.362177 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (4f240ffa-0aed-4406-953d-81be3bd000ed), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.490781 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3385340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402195'] for subnet (4f240ffa-0aed-4406-953d-81be3bd000ed), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.495515 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:14:39.518168 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:14:39.518698 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 11af090e-4ad8-4584-8a5f-6bec0b6d9df3 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:14:39.519312 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 34ccc2d2-b42e-4619-87d3-29a2732e4509 no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:14:39.524253 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f240ffa-0aed-4406-953d-81be3bd000ed,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:39.530695 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.534940 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-8c867f0b-b294-4eb3-a232-c58880cca501 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/4f240ffa-0aed-4406-953d-81be3bd000ed HTTP/1.1" status: 204 len: 168 time: 0.3484285 Sep 08 14:14:39.537464 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59544) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:39.543026 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96935aab-a922-4661-9352-87fb18e19ac5 None None] Network 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:14:39.545602 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: 34ccc2d2-b42e-4619-87d3-29a2732e4509 {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:14:39.545940 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device 34ccc2d2-b42e-4619-87d3-29a2732e4509 not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:14:39.612736 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.663716 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Deleting port f37bee7a-5319-482d-abc3-07eefae22e3d {{(pid=113666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:39.664096 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.714823 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] DHCP port deletion for 78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 request from dv-cinder-856463-2-iscsi {{(pid=113668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 08 14:14:39.738048 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.db [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] For port f37bee7a-5319-482d-abc3-07eefae22e3d, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=f37bee7a-5319-482d-abc3-07eefae22e3d,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:14:39.738418 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.754646 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.plugin [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Calling delete_port for f37bee7a-5319-482d-abc3-07eefae22e3d owned by network:dhcp {{(pid=113666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:39.755950 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Deleting port f37bee7a-5319-482d-abc3-07eefae22e3d {{(pid=113668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 08 14:14:39.756363 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791003909861'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), before_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.776647 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:39.825985 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.db [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] For port f37bee7a-5319-482d-abc3-07eefae22e3d, host dv-cinder-856463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-2-iscsi',level=0,port_id=f37bee7a-5319-482d-abc3-07eefae22e3d,segment=NetworkSegment(1aad90e0-1fc3-4771-a150-045e0d73fcb8),segment_id=1aad90e0-1fc3-4771-a150-045e0d73fcb8)] {{(pid=113668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:14:39.826563 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649414'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), precommit_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.840534 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Calling delete_port for f37bee7a-5319-482d-abc3-07eefae22e3d owned by network:dhcp {{(pid=113668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 08 14:14:39.902163 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=100 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:39.930533 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3385291'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.941181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2013591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139061', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791003914388', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791003457446'] for port (f37bee7a-5319-482d-abc3-07eefae22e3d), after_delete {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:39.957129 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37bee7a-5319-482d-abc3-07eefae22e3d,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:39.961810 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] No DVR routers for this DVR port f37bee7a-5319-482d-abc3-07eefae22e3d on host dv-cinder-856463-2-iscsi {{(pid=113666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:14:39.970911 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Pushing event deleted for resources: {'Port': ['ID=f37bee7a-5319-482d-abc3-07eefae22e3d,revision_number=None']} {{(pid=113668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:39.980314 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.980852 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.981232 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.981578 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.981916 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.982251 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.982581 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.982913 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.983240 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.983568 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.984500 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.984500 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.984715 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.984954 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.985286 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:14:39.990946 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168adb-69cf-4253-8a34-ff70b3f8d6bc None None] No DVR routers for this DVR port f37bee7a-5319-482d-abc3-07eefae22e3d on host dv-cinder-856463-2-iscsi {{(pid=113668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 08 14:14:40.045969 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.066977 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d613c6-35b4-42be-b5d3-ee46e5ddc1e5']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:40.077812 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aad90e0-1fc3-4771-a150-045e0d73fcb8') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:40.078141 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aad90e0-1fc3-4771-a150-045e0d73fcb8') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:40.088084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (1aad90e0-1fc3-4771-a150-045e0d73fcb8), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.101868 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (1aad90e0-1fc3-4771-a150-045e0d73fcb8), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.108674 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:14:40.109064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (1aad90e0-1fc3-4771-a150-045e0d73fcb8), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.156383 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 1aad90e0-1fc3-4771-a150-045e0d73fcb8 resource provider aggregate not found Sep 08 14:14:40.173823 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 1aad90e0-1fc3-4771-a150-045e0d73fcb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aad90e0-1fc3-4771-a150-045e0d73fcb8 found for delete ", "request_id": "req-8f82a78b-caef-4fae-ac42-33e92572864f"}]} Sep 08 14:14:40.307687 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (78d613c6-35b4-42be-b5d3-ee46e5ddc1e5), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.313429 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.316537 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/78d613c6-35b4-42be-b5d3-ee46e5ddc1e5 HTTP/1.1" status: 204 len: 168 time: 0.7778358 Sep 08 14:14:40.329118 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcf85b-c195-43c4-9fa6-a5ad13717773 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d613c6-35b4-42be-b5d3-ee46e5ddc1e5,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:40.724679 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:40.726084 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:40.785789 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59556) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:40.834706 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-c642bb7e-2d8b-482c-a1b6-40cfa20744da admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=1abe0ab206094524af0fdde9e6285385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447617 Sep 08 14:14:40.834839 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59562) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:40.887140 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1c497f43-1b24-4701-bba1-bc0ad1cd3704 admin admin] Publish callbacks [] for security_group (7c4314aa-fd03-4ddf-9eff-c4d6f195d245), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:40.908839 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1c497f43-1b24-4701-bba1-bc0ad1cd3704 admin admin] Publish callbacks [] for security_group (7c4314aa-fd03-4ddf-9eff-c4d6f195d245), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:41.050433 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1c497f43-1b24-4701-bba1-bc0ad1cd3704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (7c4314aa-fd03-4ddf-9eff-c4d6f195d245), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:41.053213 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-1c497f43-1b24-4701-bba1-bc0ad1cd3704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:41.054443 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-1c497f43-1b24-4701-bba1-bc0ad1cd3704 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/7c4314aa-fd03-4ddf-9eff-c4d6f195d245 HTTP/1.1" status: 204 len: 168 time: 0.2187917 Sep 08 14:14:41.063488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c497f43-1b24-4701-bba1-bc0ad1cd3704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4314aa-fd03-4ddf-9eff-c4d6f195d245,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:41.478012 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device f37bee7a-5319-482d-abc3-07eefae22e3d no longer exists at agent ovs-agent-dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:14:41.498910 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.plugin [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] No Port match for: f37bee7a-5319-482d-abc3-07eefae22e3d {{(pid=113668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 08 14:14:41.499330 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Device f37bee7a-5319-482d-abc3-07eefae22e3d not bound to the agent host dv-cinder-856463-2-iscsi {{(pid=113668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:14:43.216513 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59632) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:43.342912 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ea5929ab-fcd7-4164-a30c-7eae3be1cac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.362095 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:43.426485 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ea5929ab-fcd7-4164-a30c-7eae3be1cac6 admin admin] Publish callbacks [] for security_group (f41ea4f7-5b4d-403e-9966-a1bd9f5990b4), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.541549 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-ea5929ab-fcd7-4164-a30c-7eae3be1cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (f41ea4f7-5b4d-403e-9966-a1bd9f5990b4), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.549604 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59638) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:43.588028 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-ea5929ab-fcd7-4164-a30c-7eae3be1cac6 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=2cc0861d0fab40d6913e832cccdab553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697863 Sep 08 14:14:43.588971 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5929ab-fcd7-4164-a30c-7eae3be1cac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ea4f7-5b4d-403e-9966-a1bd9f5990b4,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:43.591342 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59640) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:43.598046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Deleting subnet 7b4cb48a-e95c-4beb-b190-de6be64b4e81 {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:14:43.601199 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Publish callbacks [] for subnet (7b4cb48a-e95c-4beb-b190-de6be64b4e81), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.640752 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (7b4cb48a-e95c-4beb-b190-de6be64b4e81), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.656606 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5e67d7c8-598b-43a4-ba8d-19c4cf195504 admin admin] Publish callbacks [] for security_group (f41ea4f7-5b4d-403e-9966-a1bd9f5990b4), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.677368 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5e67d7c8-598b-43a4-ba8d-19c4cf195504 admin admin] Publish callbacks [] for security_group (f41ea4f7-5b4d-403e-9966-a1bd9f5990b4), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.682398 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (7b4cb48a-e95c-4beb-b190-de6be64b4e81), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.890157 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5e67d7c8-598b-43a4-ba8d-19c4cf195504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (f41ea4f7-5b4d-403e-9966-a1bd9f5990b4), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.890452 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (7b4cb48a-e95c-4beb-b190-de6be64b4e81), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.892952 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-5e67d7c8-598b-43a4-ba8d-19c4cf195504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.894103 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-5e67d7c8-598b-43a4-ba8d-19c4cf195504 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/f41ea4f7-5b4d-403e-9966-a1bd9f5990b4 HTTP/1.1" status: 204 len: 168 time: 0.3018274 Sep 08 14:14:43.903350 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67d7c8-598b-43a4-ba8d-19c4cf195504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ea4f7-5b4d-403e-9966-a1bd9f5990b4,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:43.917600 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4cb48a-e95c-4beb-b190-de6be64b4e81,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:43.921345 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:43.927223 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-101d98df-a047-46f4-8fbf-e7f8fe227c32 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/7b4cb48a-e95c-4beb-b190-de6be64b4e81 HTTP/1.1" status: 204 len: 168 time: 0.3764045 Sep 08 14:14:43.927973 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59644) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:44.005977 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (edcff5a5-b489-4160-904f-0b970dd89303), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.088286 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (edcff5a5-b489-4160-904f-0b970dd89303), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.108925 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcff5a5-b489-4160-904f-0b970dd89303']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:44.118932 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f170628-f260-4813-a94c-0f5ae4c2a21d') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:44.119230 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f170628-f260-4813-a94c-0f5ae4c2a21d') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:14:44.128885 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (1f170628-f260-4813-a94c-0f5ae4c2a21d), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.142151 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (1f170628-f260-4813-a94c-0f5ae4c2a21d), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.148476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:14:44.148826 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (1f170628-f260-4813-a94c-0f5ae4c2a21d), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.193102 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 1f170628-f260-4813-a94c-0f5ae4c2a21d resource provider aggregate not found Sep 08 14:14:44.208954 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:44.218806 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 1f170628-f260-4813-a94c-0f5ae4c2a21d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f170628-f260-4813-a94c-0f5ae4c2a21d found for delete ", "request_id": "req-8468684b-2666-48b4-85af-1261b66320b4"}]} Sep 08 14:14:44.336582 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (edcff5a5-b489-4160-904f-0b970dd89303), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.348888 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.348888 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/edcff5a5-b489-4160-904f-0b970dd89303 HTTP/1.1" status: 204 len: 168 time: 0.4161043 Sep 08 14:14:44.362273 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f2f58-dbd4-40bf-a04b-1a18d636bd0a admin admin] Pushing event deleted for resources: {'Network': ['ID=edcff5a5-b489-4160-904f-0b970dd89303,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:44.729275 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59662) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:44.776597 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-dad2d7a0-9841-4357-aed0-449e37816edf admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=d3cad599cd5943e8b545de7bacca6fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460894 Sep 08 14:14:44.779247 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59666) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:44.832166 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e3-840c-41e2-836f-718b45eb0b06 admin admin] Publish callbacks [] for security_group (c0f24771-555c-41c5-8506-4affd2cf7cf2), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:44.856018 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e3-840c-41e2-836f-718b45eb0b06 admin admin] Publish callbacks [] for security_group (c0f24771-555c-41c5-8506-4affd2cf7cf2), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:45.004642 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e3-840c-41e2-836f-718b45eb0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (c0f24771-555c-41c5-8506-4affd2cf7cf2), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:45.007155 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bc5fa7e3-840c-41e2-836f-718b45eb0b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:45.008391 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-bc5fa7e3-840c-41e2-836f-718b45eb0b06 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/c0f24771-555c-41c5-8506-4affd2cf7cf2 HTTP/1.1" status: 204 len: 168 time: 0.2281275 Sep 08 14:14:45.017959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fa7e3-840c-41e2-836f-718b45eb0b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f24771-555c-41c5-8506-4affd2cf7cf2,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:46.813900 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59704) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:46.925537 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d0758977-359a-4819-9784-3d01da588d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:46.990493 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:47.003678 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d0758977-359a-4819-9784-3d01da588d85 admin admin] Publish callbacks [] for security_group (5523ed26-3236-49bb-aa20-6cf1b99320d8), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:47.210464 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-d0758977-359a-4819-9784-3d01da588d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5523ed26-3236-49bb-aa20-6cf1b99320d8), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:47.254090 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-d0758977-359a-4819-9784-3d01da588d85 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=172c1978ad29467a844a5ad07c5c169d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4390514 Sep 08 14:14:47.254929 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758977-359a-4819-9784-3d01da588d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523ed26-3236-49bb-aa20-6cf1b99320d8,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:47.257064 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59708) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:47.310300 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cfacc77f-acf1-48f0-aa52-67b93e12c713 admin admin] Publish callbacks [] for security_group (5523ed26-3236-49bb-aa20-6cf1b99320d8), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:47.332424 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cfacc77f-acf1-48f0-aa52-67b93e12c713 admin admin] Publish callbacks [] for security_group (5523ed26-3236-49bb-aa20-6cf1b99320d8), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:47.484509 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cfacc77f-acf1-48f0-aa52-67b93e12c713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5523ed26-3236-49bb-aa20-6cf1b99320d8), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:47.487109 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-cfacc77f-acf1-48f0-aa52-67b93e12c713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:47.488310 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-cfacc77f-acf1-48f0-aa52-67b93e12c713 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/5523ed26-3236-49bb-aa20-6cf1b99320d8 HTTP/1.1" status: 204 len: 168 time: 0.2295992 Sep 08 14:14:47.497018 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc77f-acf1-48f0-aa52-67b93e12c713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523ed26-3236-49bb-aa20-6cf1b99320d8,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:48.208450 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59714) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:48.222597 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55533cef-6062-445a-bee7-3902118121e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.232990 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:48.298144 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55533cef-6062-445a-bee7-3902118121e4 admin admin] Publish callbacks [] for security_group (ef6830ff-f85d-4192-9140-7d2d8c6eb072), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.399435 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-55533cef-6062-445a-bee7-3902118121e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ef6830ff-f85d-4192-9140-7d2d8c6eb072), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.440370 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55533cef-6062-445a-bee7-3902118121e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6830ff-f85d-4192-9140-7d2d8c6eb072,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:48.445711 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-55533cef-6062-445a-bee7-3902118121e4 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=45229c5ad6fb4ba3a85112b038d9d650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356079 Sep 08 14:14:48.448705 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59716) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:48.499205 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f7a80354-2f8f-4c85-bcdd-00b89076c3a4 admin admin] Publish callbacks [] for security_group (ef6830ff-f85d-4192-9140-7d2d8c6eb072), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.520062 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f7a80354-2f8f-4c85-bcdd-00b89076c3a4 admin admin] Publish callbacks [] for security_group (ef6830ff-f85d-4192-9140-7d2d8c6eb072), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.735957 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f7a80354-2f8f-4c85-bcdd-00b89076c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (ef6830ff-f85d-4192-9140-7d2d8c6eb072), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.738694 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-f7a80354-2f8f-4c85-bcdd-00b89076c3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:48.739900 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-f7a80354-2f8f-4c85-bcdd-00b89076c3a4 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/ef6830ff-f85d-4192-9140-7d2d8c6eb072 HTTP/1.1" status: 204 len: 168 time: 0.2901759 Sep 08 14:14:48.748989 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a80354-2f8f-4c85-bcdd-00b89076c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6830ff-f85d-4192-9140-7d2d8c6eb072,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:52.084130 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-abf5d515-0673-40a1-befa-2b1d5fb2e127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:55.186938 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-211801c2-1421-46fb-8de8-6f0adec168b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:56.324274 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:56.769243 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59790) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:56.881031 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8e250165-6b26-45da-a6be-c157e239f168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:56.957446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:56.959527 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8e250165-6b26-45da-a6be-c157e239f168 admin admin] Publish callbacks [] for security_group (249f0d5a-3d54-40db-86d3-1eb8c06c1c4b), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:57.101678 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-8e250165-6b26-45da-a6be-c157e239f168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (249f0d5a-3d54-40db-86d3-1eb8c06c1c4b), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:57.144307 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-8e250165-6b26-45da-a6be-c157e239f168 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=5465c194481f49a49863ba27939c98c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737364 Sep 08 14:14:57.145242 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e250165-6b26-45da-a6be-c157e239f168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249f0d5a-3d54-40db-86d3-1eb8c06c1c4b,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:57.147501 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59794) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:57.200108 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-866981fc-07b0-4c9f-9988-1b4dfde38ea2 admin admin] Publish callbacks [] for security_group (249f0d5a-3d54-40db-86d3-1eb8c06c1c4b), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:57.220955 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-866981fc-07b0-4c9f-9988-1b4dfde38ea2 admin admin] Publish callbacks [] for security_group (249f0d5a-3d54-40db-86d3-1eb8c06c1c4b), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:57.410447 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-866981fc-07b0-4c9f-9988-1b4dfde38ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (249f0d5a-3d54-40db-86d3-1eb8c06c1c4b), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:57.413033 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-866981fc-07b0-4c9f-9988-1b4dfde38ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:57.414214 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-866981fc-07b0-4c9f-9988-1b4dfde38ea2 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/249f0d5a-3d54-40db-86d3-1eb8c06c1c4b HTTP/1.1" status: 204 len: 168 time: 0.2645090 Sep 08 14:14:57.422572 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866981fc-07b0-4c9f-9988-1b4dfde38ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249f0d5a-3d54-40db-86d3-1eb8c06c1c4b,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:58.173730 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59800) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:58.187628 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36615439-bb27-4eaf-97e5-115a8555af3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.254339 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:14:58.264296 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36615439-bb27-4eaf-97e5-115a8555af3e admin admin] Publish callbacks [] for security_group (490f8b44-b558-4b1f-bcb2-9a559917f878), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.398395 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-36615439-bb27-4eaf-97e5-115a8555af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (490f8b44-b558-4b1f-bcb2-9a559917f878), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.441013 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-36615439-bb27-4eaf-97e5-115a8555af3e admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=101ae386fc6849bfbf1b487703d0a318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661991 Sep 08 14:14:58.441732 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36615439-bb27-4eaf-97e5-115a8555af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f8b44-b558-4b1f-bcb2-9a559917f878,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:58.443762 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59802) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:14:58.496571 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-949fcbda-b4d7-40c3-a1e8-55393ef2dbe6 admin admin] Publish callbacks [] for security_group (490f8b44-b558-4b1f-bcb2-9a559917f878), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.518588 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-949fcbda-b4d7-40c3-a1e8-55393ef2dbe6 admin admin] Publish callbacks [] for security_group (490f8b44-b558-4b1f-bcb2-9a559917f878), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.609952 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.792681 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-949fcbda-b4d7-40c3-a1e8-55393ef2dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (490f8b44-b558-4b1f-bcb2-9a559917f878), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.795407 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-949fcbda-b4d7-40c3-a1e8-55393ef2dbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:14:58.796602 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-949fcbda-b4d7-40c3-a1e8-55393ef2dbe6 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/490f8b44-b558-4b1f-bcb2-9a559917f878 HTTP/1.1" status: 204 len: 168 time: 0.3505571 Sep 08 14:14:58.805920 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fcbda-b4d7-40c3-a1e8-55393ef2dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f8b44-b558-4b1f-bcb2-9a559917f878,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:14:58.861278 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.016099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59824) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:00.114586 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725905369-network', 'tenant_id': '1f167909a2bb4fe3957b48914b1fc7c1'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:00.290560 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Made reservation on behalf of 1f167909a2bb4fe3957b48914b1fc7c1 for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:15:00.303046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.303046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.381642 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks [] for security_group (52ccb8e4-1512-4bd9-8917-145e6ec259a5), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.507140 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (52ccb8e4-1512-4bd9-8917-145e6ec259a5), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.533424 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1143, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:15:00.543099 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ccb8e4-1512-4bd9-8917-145e6ec259a5,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:00.549117 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (296fabc7-d900-412c-81b4-cc41b55f7cff), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.549463 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Added segment 296fabc7-d900-412c-81b4-cc41b55f7cff of type vlan for network 15bbd578-91a7-4806-8a24-2974b69b017c Sep 08 14:15:00.590892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (15bbd578-91a7-4806-8a24-2974b69b017c), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.712715 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (15bbd578-91a7-4806-8a24-2974b69b017c), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.713718 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:15:00.714321 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.775451 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] Pushing event updated for resources: {'Network': ['ID=15bbd578-91a7-4806-8a24-2974b69b017c,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:00.785148 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 15bbd578-91a7-4806-8a24-2974b69b017c details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:15:00.836135 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-374d9650-5cd4-4d7e-9e84-a551af88b0ef admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8182702 Sep 08 14:15:00.839078 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59828) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:00.843777 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Request body: {'subnet': {'network_id': '15bbd578-91a7-4806-8a24-2974b69b017c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725905369-subnet', 'tenant_id': '1f167909a2bb4fe3957b48914b1fc7c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:00.940875 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Made reservation on behalf of 1f167909a2bb4fe3957b48914b1fc7c1 for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:15:00.943328 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436150'] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:00.947729 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:00.973379 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:00.978169 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:01.059922 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:01.199116 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10108766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436136'] for subnet (5e5b23e8-e3fd-4165-b55d-58c06d329583), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:01.258455 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5b23e8-e3fd-4165-b55d-58c06d329583,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:01.275418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Checking segment: {'id': '296fabc7-d900-412c-81b4-cc41b55f7cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1143, 'network_id': '15bbd578-91a7-4806-8a24-2974b69b017c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:15:01.275418 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Network hostable DHCP agents. Network: 15bbd578-91a7-4806-8a24-2974b69b017c, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:15:01.370518 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Network 15bbd578-91a7-4806-8a24-2974b69b017c is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:15:01.472633 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 15bbd578-91a7-4806-8a24-2974b69b017c) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:15:01.477025 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:15:01.477630 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:01.482286 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d87bc-993b-4953-91f2-4829a9ab254d None None] Network 15bbd578-91a7-4806-8a24-2974b69b017c requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:15:01.584167 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d4c94-14ea-4baf-9bc5-8f0025bd2fd1 None None] Network 15bbd578-91a7-4806-8a24-2974b69b017c requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:15:01.664593 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ac5aeb81-23d5-4138-a6ec-6c3f5e25f506 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8243871 Sep 08 14:15:02.505397 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59844) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:02.510381 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1902343635-network', 'tenant_id': 'b7d95b4408f1490fb1a8fac1a17e9e6c'}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:02.661061 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Made reservation on behalf of b7d95b4408f1490fb1a8fac1a17e9e6c for: {'network': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:15:02.664135 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2013654'] for network (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:02.673114 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:02.748374 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks [] for security_group (07a1c3aa-ab36-4d47-9238-62db384f71d6), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:02.906939 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (07a1c3aa-ab36-4d47-9238-62db384f71d6), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:02.935986 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=113667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:15:02.942575 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1c3aa-ab36-4d47-9238-62db384f71d6,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:02.949501 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (0d905ff5-a1fa-477d-9f58-97a198c544ca), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:02.949841 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.db.segments_db [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Added segment 0d905ff5-a1fa-477d-9f58-97a198c544ca of type vlan for network 8f6c6d8c-cbf1-4857-a328-68470df04d94 Sep 08 14:15:02.991682 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791003392651'] for network (8f6c6d8c-cbf1-4857-a328-68470df04d94), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:03.124306 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782'] for network (8f6c6d8c-cbf1-4857-a328-68470df04d94), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:03.125260 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:15:03.125864 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:03.188905 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] Pushing event updated for resources: {'Network': ['ID=8f6c6d8c-cbf1-4857-a328-68470df04d94,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:03.199223 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.plugins.ml2.rpc [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Network 8f6c6d8c-cbf1-4857-a328-68470df04d94 details requested by agent ovs-agent-dv-cinder-856463-2-iscsi with host dv-cinder-856463-2-iscsi {{(pid=113668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:15:03.366871 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-70c0777f-917d-41f6-8712-383fd219bb1b admin admin] 10.222.0.97 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8603463 Sep 08 14:15:03.369601 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59846) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:03.378199 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.v2.base [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Request body: {'subnet': {'network_id': '8f6c6d8c-cbf1-4857-a328-68470df04d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1902343635-subnet', 'tenant_id': 'b7d95b4408f1490fb1a8fac1a17e9e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:03.378199 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:03.484293 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Made reservation on behalf of b7d95b4408f1490fb1a8fac1a17e9e6c for: {'subnet': 1} {{(pid=113667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:15:03.486948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8436150'] for subnet (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:03.735928 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10108766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8436136'] for subnet (b306a093-e4f7-45d2-809b-94a6b00a59e4), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:03.739392 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:03.789063 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b306a093-e4f7-45d2-809b-94a6b00a59e4,revision_number=0']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:03.804514 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Checking segment: {'id': '0d905ff5-a1fa-477d-9f58-97a198c544ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '8f6c6d8c-cbf1-4857-a328-68470df04d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 08 14:15:03.804875 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Network hostable DHCP agents. Network: 8f6c6d8c-cbf1-4857-a328-68470df04d94, hostable agents: ['8acc0083-09d8-43c0-ab59-238fef0edac1'], hosted agents: [] {{(pid=113667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:15:03.952481 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Network 8f6c6d8c-cbf1-4857-a328-68470df04d94 is scheduled to be hosted by DHCP agent 8acc0083-09d8-43c0-ab59-238fef0edac1 with binding_index 1 {{(pid=113667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:15:04.056046 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-2-iscsi, 8f6c6d8c-cbf1-4857-a328-68470df04d94) {{(pid=113667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:15:04.059981 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 08 14:15:04.060665 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:04.065143 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f603e-72c0-4446-a805-4c17dd377a41 None None] Network 8f6c6d8c-cbf1-4857-a328-68470df04d94 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:15:04.068595 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:04.166833 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b822fe-eaa0-48e1-a6d0-3058abb1f5be None None] Network 8f6c6d8c-cbf1-4857-a328-68470df04d94 requested from dv-cinder-856463-2-iscsi {{(pid=113668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 08 14:15:04.172356 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b5cb7347-c45e-4c40-9a75-62358ba50677 admin admin] 10.222.0.97 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8016000 Sep 08 14:15:07.072610 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:07.731963 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:15:08.436918 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=59,neutron:DELETE=5,neutron:INSERT=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:14.071653 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=31,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:16.861247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:16.868261 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:19.605349 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=14 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:19.609644 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=14 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:22.175791 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f882b53a-0b13-4fd2-8d93-6969828fd7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:22.711187 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59964) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:22.757091 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.db.db_base_plugin_v2 [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Deleting subnet 5e5b23e8-e3fd-4165-b55d-58c06d329583 {{(pid=113666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:15:22.760396 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Publish callbacks [] for subnet (5e5b23e8-e3fd-4165-b55d-58c06d329583), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:22.799184 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2630093'] for subnet (5e5b23e8-e3fd-4165-b55d-58c06d329583), precommit_delete_associations {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:22.841039 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (5e5b23e8-e3fd-4165-b55d-58c06d329583), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:22.986806 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3385340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10402195'] for subnet (5e5b23e8-e3fd-4165-b55d-58c06d329583), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.011266 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5b23e8-e3fd-4165-b55d-58c06d329583,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:23.017468 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for subnet (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.020617 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-893d3b2e-48bc-457c-95aa-1604d6ac94e5 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/5e5b23e8-e3fd-4165-b55d-58c06d329583 HTTP/1.1" status: 204 len: 168 time: 0.3083951 Sep 08 14:15:23.023879 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 59966) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:23.095894 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (15bbd578-91a7-4806-8a24-2974b69b017c), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.174076 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (15bbd578-91a7-4806-8a24-2974b69b017c), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.194951 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bbd578-91a7-4806-8a24-2974b69b017c']}} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:23.205174 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296fabc7-d900-412c-81b4-cc41b55f7cff') {'for_net_delete': True} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:23.205476 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.services.segments.db [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296fabc7-d900-412c-81b4-cc41b55f7cff') {} {{(pid=113666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:23.219531 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629942'] for segment (296fabc7-d900-412c-81b4-cc41b55f7cff), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.233400 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (296fabc7-d900-412c-81b4-cc41b55f7cff), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.239828 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Releasing vlan 1143 on physical network physnet1 to pool {{(pid=113666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:15:23.240171 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3385238'] for segment (296fabc7-d900-412c-81b4-cc41b55f7cff), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.281662 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 296fabc7-d900-412c-81b4-cc41b55f7cff resource provider aggregate not found Sep 08 14:15:23.300220 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.services.segments.plugin [-] Segment 296fabc7-d900-412c-81b4-cc41b55f7cff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 296fabc7-d900-412c-81b4-cc41b55f7cff found for delete ", "request_id": "req-48c41c90-9c0c-46e3-9f79-5150f29a485d"}]} Sep 08 14:15:23.409188 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (15bbd578-91a7-4806-8a24-2974b69b017c), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.415122 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.418276 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/15bbd578-91a7-4806-8a24-2974b69b017c HTTP/1.1" status: 204 len: 168 time: 0.3934371 Sep 08 14:15:23.421343 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59972) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:23.430525 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa5bbc-8d45-47e2-aff3-4f7c13434fe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=15bbd578-91a7-4806-8a24-2974b69b017c,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:23.470309 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.db.db_base_plugin_v2 [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Deleting subnet b306a093-e4f7-45d2-809b-94a6b00a59e4 {{(pid=113667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 08 14:15:23.473757 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Publish callbacks [] for subnet (b306a093-e4f7-45d2-809b-94a6b00a59e4), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.514554 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10434440'] for subnet (b306a093-e4f7-45d2-809b-94a6b00a59e4), precommit_delete_associations {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.556049 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1859242'] for subnet (b306a093-e4f7-45d2-809b-94a6b00a59e4), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.718554 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1855118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10105497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8436177'] for subnet (b306a093-e4f7-45d2-809b-94a6b00a59e4), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.742749 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b306a093-e4f7-45d2-809b-94a6b00a59e4,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:23.753510 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.757191 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.758179 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.758179 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.758179 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.758448 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.758588 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:23.761567 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.764898 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-08827f48-1356-4662-9e2a-331a80b91413 admin admin] 10.222.0.97 "DELETE /networking/v2.0/subnets/b306a093-e4f7-45d2-809b-94a6b00a59e4 HTTP/1.1" status: 204 len: 168 time: 0.3424072 Sep 08 14:15:23.767555 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59974) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:23.841189 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2025481'] for network (8f6c6d8c-cbf1-4857-a328-68470df04d94), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.920931 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1894081', 'neutron.services.segments.db._delete_segments_for_network-8791003921309'] for network (8f6c6d8c-cbf1-4857-a328-68470df04d94), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.941475 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6c6d8c-cbf1-4857-a328-68470df04d94']}} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:23.951650 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d905ff5-a1fa-477d-9f58-97a198c544ca') {'for_net_delete': True} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:23.951948 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.services.segments.db [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d905ff5-a1fa-477d-9f58-97a198c544ca') {} {{(pid=113667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:23.966309 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791003921354', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10434419'] for segment (0d905ff5-a1fa-477d-9f58-97a198c544ca), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.981279 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406'] for segment (0d905ff5-a1fa-477d-9f58-97a198c544ca), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:23.987832 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=113667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:15:23.991927 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1896406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10105587'] for segment (0d905ff5-a1fa-477d-9f58-97a198c544ca), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:24.030771 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 0d905ff5-a1fa-477d-9f58-97a198c544ca resource provider aggregate not found Sep 08 14:15:24.047890 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.services.segments.plugin [-] Segment 0d905ff5-a1fa-477d-9f58-97a198c544ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d905ff5-a1fa-477d-9f58-97a198c544ca found for delete ", "request_id": "req-e1e514a6-d161-46de-a380-26f69419c3d5"}]} Sep 08 14:15:24.140729 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1894072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-543782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684951'] for network (8f6c6d8c-cbf1-4857-a328-68470df04d94), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:24.148808 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-543796'] for network (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:24.151306 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] 10.222.0.97 "DELETE /networking/v2.0/networks/8f6c6d8c-cbf1-4857-a328-68470df04d94 HTTP/1.1" status: 204 len: 168 time: 0.3827581 Sep 08 14:15:24.163617 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d390ed-c1b6-4dee-9e58-c3c4c9e12d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6c6d8c-cbf1-4857-a328-68470df04d94,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:24.807859 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59982) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:24.848431 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-46653f83-a56b-4a1f-838f-3bfb6fd64486 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=1f167909a2bb4fe3957b48914b1fc7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393560 Sep 08 14:15:24.850995 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59984) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:24.899045 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f053bc2-c4fb-49db-91f9-b70273d5d4e7 admin admin] Publish callbacks [] for security_group (52ccb8e4-1512-4bd9-8917-145e6ec259a5), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:24.922446 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f053bc2-c4fb-49db-91f9-b70273d5d4e7 admin admin] Publish callbacks [] for security_group (52ccb8e4-1512-4bd9-8917-145e6ec259a5), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:25.089545 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f053bc2-c4fb-49db-91f9-b70273d5d4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (52ccb8e4-1512-4bd9-8917-145e6ec259a5), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:25.092119 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-9f053bc2-c4fb-49db-91f9-b70273d5d4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:25.093408 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-9f053bc2-c4fb-49db-91f9-b70273d5d4e7 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/52ccb8e4-1512-4bd9-8917-145e6ec259a5 HTTP/1.1" status: 204 len: 168 time: 0.2414401 Sep 08 14:15:25.101307 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f053bc2-c4fb-49db-91f9-b70273d5d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ccb8e4-1512-4bd9-8917-145e6ec259a5,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:25.227285 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-0366915b-9cb1-44d0-85eb-085ef7779f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:25.910021 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59990) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:25.953848 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-61e8a354-5eb3-4e0a-9c14-1bb67f89b42e admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=b7d95b4408f1490fb1a8fac1a17e9e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426385 Sep 08 14:15:25.956874 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 59992) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:26.009637 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ecd55d38-ddcc-4c4d-bc5e-00893ea14a63 admin admin] Publish callbacks [] for security_group (07a1c3aa-ab36-4d47-9238-62db384f71d6), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:26.029613 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:26.031712 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ecd55d38-ddcc-4c4d-bc5e-00893ea14a63 admin admin] Publish callbacks [] for security_group (07a1c3aa-ab36-4d47-9238-62db384f71d6), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:26.042795 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:26.210329 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ecd55d38-ddcc-4c4d-bc5e-00893ea14a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (07a1c3aa-ab36-4d47-9238-62db384f71d6), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:26.212846 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ecd55d38-ddcc-4c4d-bc5e-00893ea14a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:26.214021 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ecd55d38-ddcc-4c4d-bc5e-00893ea14a63 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/07a1c3aa-ab36-4d47-9238-62db384f71d6 HTTP/1.1" status: 204 len: 168 time: 0.2562156 Sep 08 14:15:26.222311 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd55d38-ddcc-4c4d-bc5e-00893ea14a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1c3aa-ab36-4d47-9238-62db384f71d6,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:26.392496 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:28.644362 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:28.837953 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:33.420123 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:33.420995 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:36.455416 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:36.969427 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:37.973384 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:37.974143 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:41.337194 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 60098) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:41.452677 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.536620 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Publish callbacks [] for security_group (850bfea7-308c-4cd5-9356-daa6f6813a69), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.632172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (850bfea7-308c-4cd5-9356-daa6f6813a69), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.679948 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=b68af731780d42799fbf134fd5a95093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415024 Sep 08 14:15:41.680725 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850bfea7-308c-4cd5-9356-daa6f6813a69,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:41.683093 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 60102) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:41.701285 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.701633 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.701999 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.702321 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.702655 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.702985 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.703314 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.703642 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.703970 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.704330 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.704658 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.704987 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.705319 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.705639 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.705968 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a040284d-3412-4b08-8396-55b79e48afbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:41.757905 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a59b8871-7337-4aec-af2e-a270d8ea148c admin admin] Publish callbacks [] for security_group (850bfea7-308c-4cd5-9356-daa6f6813a69), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.784084 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a59b8871-7337-4aec-af2e-a270d8ea148c admin admin] Publish callbacks [] for security_group (850bfea7-308c-4cd5-9356-daa6f6813a69), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.912376 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a59b8871-7337-4aec-af2e-a270d8ea148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (850bfea7-308c-4cd5-9356-daa6f6813a69), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.915725 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a59b8871-7337-4aec-af2e-a270d8ea148c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:41.917106 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a59b8871-7337-4aec-af2e-a270d8ea148c admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/850bfea7-308c-4cd5-9356-daa6f6813a69 HTTP/1.1" status: 204 len: 168 time: 0.2330182 Sep 08 14:15:41.926933 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b8871-7337-4aec-af2e-a270d8ea148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850bfea7-308c-4cd5-9356-daa6f6813a69,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:42.820542 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 60108) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:42.835142 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a1db8395-16f5-4c69-99b2-70199e4099a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:42.918000 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a1db8395-16f5-4c69-99b2-70199e4099a0 admin admin] Publish callbacks [] for security_group (9e5e91ac-17d1-4ed6-b632-78069a55dca5), precommit_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:43.014692 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-a1db8395-16f5-4c69-99b2-70199e4099a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9e5e91ac-17d1-4ed6-b632-78069a55dca5), after_create {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:43.054078 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db8395-16f5-4c69-99b2-70199e4099a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5e91ac-17d1-4ed6-b632-78069a55dca5,revision_number=1']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:43.058263 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-a1db8395-16f5-4c69-99b2-70199e4099a0 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=1392a7467a1c4e89b01a814978d072d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366686 Sep 08 14:15:43.061474 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 60110) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:43.114621 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-be9c39a4-ed7a-4ea3-8435-9d967360eb95 admin admin] Publish callbacks [] for security_group (9e5e91ac-17d1-4ed6-b632-78069a55dca5), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:43.136172 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-be9c39a4-ed7a-4ea3-8435-9d967360eb95 admin admin] Publish callbacks [] for security_group (9e5e91ac-17d1-4ed6-b632-78069a55dca5), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:43.277827 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-be9c39a4-ed7a-4ea3-8435-9d967360eb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (9e5e91ac-17d1-4ed6-b632-78069a55dca5), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:43.280541 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-be9c39a4-ed7a-4ea3-8435-9d967360eb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:43.281714 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-be9c39a4-ed7a-4ea3-8435-9d967360eb95 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/9e5e91ac-17d1-4ed6-b632-78069a55dca5 HTTP/1.1" status: 204 len: 168 time: 0.2193038 Sep 08 14:15:43.290473 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c39a4-ed7a-4ea3-8435-9d967360eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5e91ac-17d1-4ed6-b632-78069a55dca5,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:44.732990 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:15:46.884421 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:51.996021 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:52.083803 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8735d2f-ce75-4fbe-8097-5f60ae8fca1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:53.170334 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:53.290440 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=68,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:54.726032 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:54.726803 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:55.174466 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-5bb147de-51dd-43fd-865e-c4013aa71549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:55.698008 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 60230) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:55.803800 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5d3afdc5-996d-48e9-b400-bf4533f6e514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:55.891952 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5d3afdc5-996d-48e9-b400-bf4533f6e514 admin admin] Publish callbacks [] for security_group (5377010c-4432-4377-9835-2013e2d139ce), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.014710 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-5d3afdc5-996d-48e9-b400-bf4533f6e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5377010c-4432-4377-9835-2013e2d139ce), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.054823 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3afdc5-996d-48e9-b400-bf4533f6e514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5377010c-4432-4377-9835-2013e2d139ce,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:56.059053 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-5d3afdc5-996d-48e9-b400-bf4533f6e514 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=c0ced1692d724a078d2acd97841549b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599951 Sep 08 14:15:56.061827 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 60234) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:56.111687 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bffb67c5-07df-4192-b479-65fbe7464e57 admin admin] Publish callbacks [] for security_group (5377010c-4432-4377-9835-2013e2d139ce), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.133161 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bffb67c5-07df-4192-b479-65fbe7464e57 admin admin] Publish callbacks [] for security_group (5377010c-4432-4377-9835-2013e2d139ce), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.249262 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bffb67c5-07df-4192-b479-65fbe7464e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5377010c-4432-4377-9835-2013e2d139ce), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.252168 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-bffb67c5-07df-4192-b479-65fbe7464e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.253369 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-bffb67c5-07df-4192-b479-65fbe7464e57 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/5377010c-4432-4377-9835-2013e2d139ce HTTP/1.1" status: 204 len: 168 time: 0.1906533 Sep 08 14:15:56.262404 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb67c5-07df-4192-b479-65fbe7464e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5377010c-4432-4377-9835-2013e2d139ce,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:56.345842 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:56.932332 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 60240) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:56.946640 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b7da55f9-e82e-447f-91a7-eb60d8d25a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.023693 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b7da55f9-e82e-447f-91a7-eb60d8d25a15 admin admin] Publish callbacks [] for security_group (b12d743d-9386-456a-94ed-e13a3fb49e88), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.185917 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-b7da55f9-e82e-447f-91a7-eb60d8d25a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b12d743d-9386-456a-94ed-e13a3fb49e88), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.230220 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-b7da55f9-e82e-447f-91a7-eb60d8d25a15 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=fc41dc57bb9e407dad625b69b2d2fd02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967596 Sep 08 14:15:57.230959 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da55f9-e82e-447f-91a7-eb60d8d25a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12d743d-9386-456a-94ed-e13a3fb49e88,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:57.233092 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 60242) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:57.284353 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61176126-194c-4971-996d-b027f72ef342 admin admin] Publish callbacks [] for security_group (b12d743d-9386-456a-94ed-e13a3fb49e88), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.305764 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61176126-194c-4971-996d-b027f72ef342 admin admin] Publish callbacks [] for security_group (b12d743d-9386-456a-94ed-e13a3fb49e88), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.443410 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61176126-194c-4971-996d-b027f72ef342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (b12d743d-9386-456a-94ed-e13a3fb49e88), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.446306 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-61176126-194c-4971-996d-b027f72ef342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:57.447501 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-61176126-194c-4971-996d-b027f72ef342 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/b12d743d-9386-456a-94ed-e13a3fb49e88 HTTP/1.1" status: 204 len: 168 time: 0.2132053 Sep 08 14:15:57.455558 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61176126-194c-4971-996d-b027f72ef342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12d743d-9386-456a-94ed-e13a3fb49e88,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:58.242593 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 60248) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:58.256267 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c25908fa-46a6-4bdb-bc62-fcd363fe3270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.338539 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c25908fa-46a6-4bdb-bc62-fcd363fe3270 admin admin] Publish callbacks [] for security_group (acf016af-d391-4130-9405-5cccddd813ee), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.438546 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-c25908fa-46a6-4bdb-bc62-fcd363fe3270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (acf016af-d391-4130-9405-5cccddd813ee), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.480882 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25908fa-46a6-4bdb-bc62-fcd363fe3270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf016af-d391-4130-9405-5cccddd813ee,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:58.486402 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-c25908fa-46a6-4bdb-bc62-fcd363fe3270 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=993f37a2ade94cf297b6c3c2f975f8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428060 Sep 08 14:15:58.489300 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 60250) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:15:58.515993 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:58.539370 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ec98f1bb-ddb4-413f-9e4f-83b3172514f9 admin admin] Publish callbacks [] for security_group (acf016af-d391-4130-9405-5cccddd813ee), before_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.541862 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:15:58.559638 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ec98f1bb-ddb4-413f-9e4f-83b3172514f9 admin admin] Publish callbacks [] for security_group (acf016af-d391-4130-9405-5cccddd813ee), precommit_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.734278 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.872453 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ec98f1bb-ddb4-413f-9e4f-83b3172514f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (acf016af-d391-4130-9405-5cccddd813ee), after_delete {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.875018 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-ec98f1bb-ddb4-413f-9e4f-83b3172514f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:15:58.876264 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-ec98f1bb-ddb4-413f-9e4f-83b3172514f9 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/acf016af-d391-4130-9405-5cccddd813ee HTTP/1.1" status: 204 len: 168 time: 0.3860495 Sep 08 14:15:58.888078 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98f1bb-ddb4-413f-9e4f-83b3172514f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf016af-d391-4130-9405-5cccddd813ee,revision_number=None']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:58.946760 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:06.951846 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:07.450575 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:07.451381 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:09.575893 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=15,neutron:DELETE=4 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:14.972488 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:16.874247 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:16.881230 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:18.709114 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:21.732798 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:16:22.128825 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-712c6337-ec3d-4c1e-9e28-99972202b236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:25.180277 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-31d56d19-effd-482f-80ba-d5abfa002cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:26.323220 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:28.660246 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:28.780329 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.173148 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [-] (113667) accepted ('10.222.0.97', 60434) {{(pid=113667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:16:31.280679 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.358773 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Publish callbacks [] for security_group (5aef2788-b7aa-459e-9539-fc4e403ca9ec), precommit_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.454385 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron_lib.callbacks.manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5aef2788-b7aa-459e-9539-fc4e403ca9ec), after_create {{(pid=113667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.498657 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef2788-b7aa-459e-9539-fc4e403ca9ec,revision_number=1']} {{(pid=113667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:16:31.498657 dv-cinder-856463-2-iscsi neutron-server[113667]: INFO neutron.wsgi [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] 10.222.0.97 "GET /networking/v2.0/security-groups?tenant_id=5b2c7e58a80c46b4af9b5a1022e85b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234246 Sep 08 14:16:31.500444 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.wsgi [-] (113666) accepted ('10.222.0.97', 60438) {{(pid=113666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 08 14:16:31.503488 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.503840 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.504213 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.504558 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.504892 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.505722 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.506051 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.506376 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.506707 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.507034 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.507362 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.507968 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.508096 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.508342 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.508666 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1a0e88-31d5-463d-9f99-98bdd4d33406 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-2-iscsi {{(pid=113667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:16:31.553332 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9bba-29b5-44d6-8a42-8f8228698172 admin admin] Publish callbacks [] for security_group (5aef2788-b7aa-459e-9539-fc4e403ca9ec), before_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.574409 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9bba-29b5-44d6-8a42-8f8228698172 admin admin] Publish callbacks [] for security_group (5aef2788-b7aa-459e-9539-fc4e403ca9ec), precommit_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.728334 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9bba-29b5-44d6-8a42-8f8228698172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594891'] for security_group (5aef2788-b7aa-459e-9539-fc4e403ca9ec), after_delete {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.728620 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:31.730952 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9bba-29b5-44d6-8a42-8f8228698172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:31.732117 dv-cinder-856463-2-iscsi neutron-server[113666]: INFO neutron.wsgi [None req-e9bb9bba-29b5-44d6-8a42-8f8228698172 admin admin] 10.222.0.97 "DELETE /networking/v2.0/security-groups/5aef2788-b7aa-459e-9539-fc4e403ca9ec HTTP/1.1" status: 204 len: 168 time: 0.2306950 Sep 08 14:16:31.741085 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9bba-29b5-44d6-8a42-8f8228698172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef2788-b7aa-459e-9539-fc4e403ca9ec,revision_number=None']} {{(pid=113666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:16:36.962767 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:39.609073 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:41.490233 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:41.499210 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG dbcounter [-] [113667] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=113667) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:41.735904 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:41.736917 dv-cinder-856463-2-iscsi neutron-server[113666]: DEBUG dbcounter [-] [113666] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=113666) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:46.879255 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:51.968187 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:51.968902 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:16:52.122328 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-ab7eee70-21ef-4514-94e9-bb3549c8dbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:55.184550 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-79506490-7a73-45ff-8e2e-e5a84c10764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:56.396291 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:58.677522 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:16:58.732040 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:16:58.813660 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:07.093966 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:16.881223 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:16.883535 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:22.104999 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-df08f67e-4dec-430a-aecc-ad5f8d84751f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:25.173436 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-57da0af3-c16a-441c-82dc-dff232f2504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:26.322062 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [req-7ebddd7c-e8d5-4905-a380-57134064f923 req-ddcaea49-1115-4b8d-8fad-9ee1040cbe63 service neutron] (113667) timed out ('10.222.0.77', 49320) {{(pid=113667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 08 14:17:26.344918 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:28.869181 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:28.963100 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:28.967972 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=20 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:28.996548 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:35.730975 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:17:36.950679 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:45.725810 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:45.726653 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:46.872594 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:46.880566 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:17:52.082643 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-b49fbc08-9a42-4fd8-8c7b-82b05283844d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:55.213208 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-093d7c4a-89e1-4915-a0e8-c0ab0278da4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:56.333284 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:58.640041 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:17:58.790553 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:05.957736 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:05.963614 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=4 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:06.990136 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:12.730738 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:18:16.885801 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:16.890770 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:22.156061 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-369a1d61-9507-4bed-b0cc-8b6daa2a8dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:22.726312 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:22.727422 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:25.276017 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a1b591d6-83f2-4533-bca0-301856fde45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:26.385412 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:28.634274 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:28.816674 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:37.045137 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:42.965525 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:42.966411 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:46.920353 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:46.922257 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:18:49.730335 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:18:52.086918 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-9f69d7c0-d130-4a23-a4a8-aaa8bbe5e599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:55.167419 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-a552c820-d236-4d2e-98e0-dac59c88be88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:56.413024 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:58.636355 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:58.807499 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:18:59.726207 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:07.030376 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:16.934995 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:16.935880 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:19.951910 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:19.962199 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=16 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:22.113106 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7473-c861-46df-8e6f-3b87e55f30a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:25.169977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-3b2bd9ab-a2b9-4246-be84-2fc6ff10a71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:26.366730 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:26.728744 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:19:28.616270 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:28.792505 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:36.725313 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:37.032901 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:46.939608 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:46.942559 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:52.104738 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-bb6a3a18-f583-4dff-aa25-2e5fc7663431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:55.172378 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d975ba13-4418-4872-9109-ed050ab7581e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:56.346909 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:56.958964 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:56.960305 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:19:58.669486 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:19:58.821079 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:03.728082 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:20:07.077625 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:13.723952 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:16.936208 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:16.944050 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:18.718639 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:22.094938 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d07e61cf-c488-4bd6-b4b7-8b85416836b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:23.701626 dv-cinder-856463-2-iscsi neutron-server[113667]: DEBUG neutron.wsgi [req-f07dcb68-ede1-43d9-9cfd-7f22c68ecc6c req-218ccd29-671c-48a5-a407-c123dac14cb4 service neutron] (113667) timed out ('10.222.0.77', 49353) {{(pid=113667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 08 14:20:25.180193 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d9254f27-38cd-4021-bbe4-758d8ad86fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:26.343685 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:28.626431 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:28.854370 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:33.956085 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:33.961139 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:37.041079 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:40.728571 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:20:46.950222 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:46.952102 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:50.723986 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:50.724814 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=1 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:20:52.076914 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-fb6daca5-86cc-4311-abc1-05355268fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:55.173998 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d40191ce-5443-4274-b0ae-7a7d79a9e1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:56.343390 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:58.665818 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:20:58.802677 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:07.042343 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:16.949995 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:16.952172 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:17.728805 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:21:19.690033 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=15 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:22.099510 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-474202bd-c86a-4f76-a8e4-ccd5d0e025cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:25.217681 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-6dcde14e-2450-4e2e-851c-bd23f830f61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:26.429638 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:27.724457 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=19 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:28.714977 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:28.842076 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:37.041987 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-c8d09fc2-7549-41af-84f1-07c959f83820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (bdca5ddf-a289-4cc1-9afe-c5016b45256e), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:46.966162 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:46.968029 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG dbcounter [-] [113668] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113668) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:47.952966 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:47.953616 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG dbcounter [-] [113669] Writing DB stats neutron:SELECT=3 {{(pid=113669) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 08 14:21:52.133481 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-453a8591-c70c-4327-a2e8-682a6b69c8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (8acc0083-09d8-43c0-ab59-238fef0edac1), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:54.728328 dv-cinder-856463-2-iscsi neutron-server[113669]: DEBUG neutron.db.agents_db [None req-ff8a0a1b-1639-46ee-8e17-17e972f829b8 None None] Agent healthcheck: found 6 active agents {{(pid=113669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:21:55.207545 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-d593d168-df70-4f13-9b3a-8374af263264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (343fffaf-3aa5-4d40-86c0-61f5792be281), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:56.361053 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-f0bb4b84-2b99-4cdf-92fa-ca7d3cc4e33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (b586474b-61a4-4716-84d4-e4f2377bd738), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:58.647697 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-7c3a36b6-c950-4018-b229-1d64983d9b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (edc463e8-0eeb-47b5-b91e-a622e3441f96), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 08 14:21:58.801593 dv-cinder-856463-2-iscsi neutron-server[113668]: DEBUG neutron_lib.callbacks.manager [None req-52ada2a2-e328-4bee-b449-e883f43eda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791003921291', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1875200'] for agent (065c4677-e05a-48cd-9932-d51280d40801), after_update {{(pid=113668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}